-- Logs begin at Tue 2021-06-22 01:07:55 UTC, end at Tue 2021-06-22 02:17:44 UTC. -- Jun 22 01:51:37.572305 dv-cinder-793264-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 01:51:40.270701 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.common.config [-] Logging enabled! Jun 22 01:51:40.271297 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 01:51:40.271515 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99524) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 01:51:40.274681 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.common.config [-] Logging enabled! Jun 22 01:51:40.274933 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 01:51:40.275237 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99524) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 01:51:40.276154 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 01:51:40.276379 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 01:51:40.276727 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 01:51:40.276991 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 01:51:40.277210 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 01:51:40.277522 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.277809 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.278096 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.278318 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.278605 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.278885 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.279165 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.279446 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.279737 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.280015 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.280290 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.280565 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.280813 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.281087 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.281368 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.281647 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.281871 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] debug = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.282684 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.283107 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.283519 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.283796 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.284080 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.284353 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.284619 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.284911 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.285189 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.285512 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] host = dv-cinder-793264-5-smb {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.285787 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.286070 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.286349 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.286630 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.286899 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.287167 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.287446 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.287714 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.287980 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.288247 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.288527 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.288823 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.289108 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.289326 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.289543 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.289823 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.290102 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.290370 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.290639 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.290905 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.291172 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.291438 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.291749 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.292028 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.292311 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.292588 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.292891 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.293162 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.293425 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.293691 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.293967 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.294233 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.294500 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.294766 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.295044 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.295304 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.295570 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.295859 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.296135 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.296408 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.296683 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.297036 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.297311 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.297576 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.298397 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.298658 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] use_json = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.298924 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.299186 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.299459 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.299721 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.299987 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.300252 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.300514 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.300810 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:40.301107 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.301394 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.301684 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.301961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.302253 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.302527 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.302805 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.303075 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.303355 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.303634 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.303914 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.304187 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.304465 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.304733 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.305043 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.305338 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.305623 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.305907 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.306175 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.306442 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.306707 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.306976 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.307254 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.307539 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.307821 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.308089 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.308362 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.308645 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.308942 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.309209 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.309479 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.309758 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.310030 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.310296 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.310572 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.310841 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.311104 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.311365 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.311632 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.311913 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.312180 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.312446 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.312704 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.312993 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.313285 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.313699 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.313969 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.314236 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.314503 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.314774 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.315039 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.315304 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.315571 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.315835 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.316104 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.316367 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.316630 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.316922 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.317187 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.317449 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.317710 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.317972 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.318238 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.318501 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.318763 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.319027 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.319289 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.319551 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.319830 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.320120 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.320432 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.320705 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.321004 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.321292 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.321578 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.321846 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.322117 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.322393 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.322654 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.322934 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.323207 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.323503 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.323776 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.324045 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.324331 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.324601 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.324920 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.325247 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.325521 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.325803 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.326079 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.326367 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.326655 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.326941 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.327228 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.327512 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.328070 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.328370 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.328672 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:40.329484 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 01:51:40.329720 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99524) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 01:51:40.675388 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:40.675661 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:40.675946 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:40.676270 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 01:51:41.064547 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.064851 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.065124 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.066439 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.066710 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.066973 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.100398 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.100675 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.100965 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.114306 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.114583 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.114852 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.144397 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.144675 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.144963 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.180263 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.180538 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.180823 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.409888 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.410477 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.410477 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.410636 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.411517 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.535820 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.536141 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.536417 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.536683 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.536973 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.537282 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.537536 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.537788 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.538037 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.538312 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.538565 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.538821 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.539074 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.539330 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.539579 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.539838 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.540101 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.540351 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.540616 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.540890 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.541166 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.541507 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.541753 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.542027 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.542270 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.542509 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.542893 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:41.543132 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:41.543376 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:41.543596 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:41.543823 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:41.544052 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:41.544412 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 01:51:41.549134 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 01:51:41.553166 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 01:51:41.556959 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 22 01:51:41.558574 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 01:51:41.559019 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 01:51:41.559348 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 01:51:41.559724 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 01:51:41.562528 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 01:51:41.562779 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 01:51:41.563119 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 01:51:41.590223 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 01:51:41.590666 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.590960 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99524) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 01:51:41.591321 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.592657 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99524) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 01:51:41.592955 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 01:51:41.593195 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 01:51:41.596862 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.597144 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:41.660616 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 01:51:41.660816 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 01:51:41.661050 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 01:51:41.661406 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 01:51:41.681960 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_db.sqlalchemy.engines [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99524) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 01:51:42.463554 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing driver for type 'gre' Jun 22 01:51:42.464177 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] gre ID ranges: [(1, 1000)] Jun 22 01:51:42.646032 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing driver for type 'local' Jun 22 01:51:42.646362 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing driver for type 'vlan' Jun 22 01:51:42.725973 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] VlanTypeDriver initialization complete Jun 22 01:51:42.726277 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing driver for type 'vxlan' Jun 22 01:51:42.726791 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] vxlan ID ranges: [(1, 1000)] Jun 22 01:51:42.925538 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing extension driver 'port_security' Jun 22 01:51:42.925871 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] PortSecurityExtensionDriver initialization complete Jun 22 01:51:42.926222 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing mechanism driver 'openvswitch' Jun 22 01:51:42.926535 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing mechanism driver 'hyperv' Jun 22 01:51:42.933263 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:42.934021 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.934401 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.934759 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.935143 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.935489 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.935830 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.936202 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.936544 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.936913 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.937289 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.937635 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.937970 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.938967 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.939305 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.939683 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.940053 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.940393 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.940728 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.942707 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] ML2 OVO RPC backend initialized. {{(pid=99524) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 01:51:42.942707 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.942707 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.942707 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.943007 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > networks before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.943227 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.943563 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > ports before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.943946 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.944288 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.944628 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.944993 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.945324 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.945652 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.945980 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.946312 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.946639 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.946963 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.947288 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.947856 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.plugin [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Modular L2 Plugin initialization complete Jun 22 01:51:42.948252 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading services supported by the core plugin {{(pid=99524) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 01:51:42.948619 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.plugins.ml2.managers [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Got port-security extension from driver 'port_security' Jun 22 01:51:42.949105 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.extensions.vlantransparent [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Disabled vlantransparent extension. Jun 22 01:51:42.949587 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99524) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 01:51:42.949898 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: router Jun 22 01:51:42.986622 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.986945 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_create 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.987305 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router before_create 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.987660 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.988021 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.988366 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_delete 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.988715 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.989090 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_create 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.989433 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_update 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.989774 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_update 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.990114 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.990461 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_update 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.990858 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.991215 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.991543 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.991874 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: subnet after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.992205 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.992541 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.992908 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.993241 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.993573 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.993918 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router after_update 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.994250 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.994591 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.994941 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.995277 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.995635 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > network after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:42.996472 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Tracking information for resource: router configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:42.996822 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Tracking information for resource: floatingip configured {{(pid=99524) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:51:43.001694 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.db.l3_agentschedulers_db [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 01:51:43.002267 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.002631 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port after_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.002961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port after_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.003302 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: port after_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.004079 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router before_create 55550100 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.004438 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.004821 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.005175 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.009767 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.provider_configuration [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service providers = [] {{(pid=99524) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 01:51:43.010127 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.db.servicetype_db [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99524) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 01:51:43.013041 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.service_base [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:51:43.013385 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.service_base [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:51:43.013718 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.service_base [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:51:43.014585 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.services.service_base [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99524) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:51:43.014949 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.services.service_base [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 01:51:43.015313 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.015621 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 01:51:43.026509 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.026838 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: auto_allocate Jun 22 01:51:43.033097 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: network precommit_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.033461 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: network precommit_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.033975 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.034290 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: tag Jun 22 01:51:43.040758 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.041102 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: timestamp Jun 22 01:51:43.044850 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.045179 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: network_ip_availability Jun 22 01:51:43.052513 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.052907 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.053257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.053959 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.054272 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: flavors Jun 22 01:51:43.058923 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.059250 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading Plugin: revisions Jun 22 01:51:43.063529 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99524) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:51:43.063915 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.388s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:43.064639 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99524) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 01:51:43.064998 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Initializing extension manager. Jun 22 01:51:43.065492 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: __init__.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.065915 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: __pycache__ {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.066249 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.066573 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: address_group.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.067312 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.067878 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: address-group Jun 22 01:51:43.068195 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: address_scope.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.068924 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.069434 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: address-scope Jun 22 01:51:43.069748 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.070647 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.071152 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: router-admin-state-down-before-update Jun 22 01:51:43.071468 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: agent.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.072153 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.072652 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: agent Jun 22 01:51:43.072994 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: agent_resources_synced.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.073879 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.074380 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: agent-resources-synced Jun 22 01:51:43.074691 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.076422 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.076977 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: allowed-address-pairs Jun 22 01:51:43.077299 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.078534 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.079068 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: auto-allocated-topology Jun 22 01:51:43.079388 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: availability_zone.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.080061 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.080559 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: availability_zone Jun 22 01:51:43.080904 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: availability_zone_filter.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.081800 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.082297 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: availability_zone_filter Jun 22 01:51:43.082613 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: data_plane_status.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.083493 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.083990 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 01:51:43.084303 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: default_subnetpools.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.085222 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.085726 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: default-subnetpools Jun 22 01:51:43.086040 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.086827 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.087333 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: dhcp_agent_scheduler Jun 22 01:51:43.087645 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: dns.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.088530 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.089059 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 01:51:43.089373 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: dns_domain_ports.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.090263 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.090763 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 01:51:43.091074 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: dvr.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.091726 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.092228 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: dvr Jun 22 01:51:43.092539 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: empty_string_filtering.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.093444 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.093942 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: empty-string-filtering Jun 22 01:51:43.094256 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.095670 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.096165 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 01:51:43.096478 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.097386 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.097883 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 01:51:43.098194 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: external_net.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.099085 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.099584 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: external-net Jun 22 01:51:43.099898 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.100773 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.101293 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: extra_dhcp_opt Jun 22 01:51:43.101606 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: extraroute.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.102490 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.102989 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: extraroute Jun 22 01:51:43.103303 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: extraroute_atomic.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.104302 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.104819 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: extraroute-atomic Jun 22 01:51:43.105139 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: filter_validation.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.105782 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.106288 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: filter-validation Jun 22 01:51:43.106597 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: fip_pf_description.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.107477 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.107971 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 01:51:43.108280 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: fip_port_details.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.109199 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.109695 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: fip-port-details Jun 22 01:51:43.110005 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: flavors.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.111248 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.111757 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: flavors Jun 22 01:51:43.112072 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.113732 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.114248 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 01:51:43.114571 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: floatingip_pools.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.115256 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.115760 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: floatingip-pools Jun 22 01:51:43.116078 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: ip_allocation.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.116999 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.117508 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 01:51:43.117822 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.118712 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.119216 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: ip-substring-filtering Jun 22 01:51:43.119531 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l2_adjacency.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.120438 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.120961 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 01:51:43.121274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.122215 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.122725 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: router Jun 22 01:51:43.123038 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.125391 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.126501 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 01:51:43.126821 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.127727 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.128238 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: ext-gw-mode Jun 22 01:51:43.128556 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.129466 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.129974 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: l3-ha Jun 22 01:51:43.130290 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3_flavors.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.131176 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.131677 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: l3-flavors Jun 22 01:51:43.131990 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.132937 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.133439 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 01:51:43.133752 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: l3agentscheduler.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.134778 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.135291 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: l3_agent_scheduler Jun 22 01:51:43.135608 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: logging.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.137110 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.137631 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension logging not supported by any of loaded plugins Jun 22 01:51:43.137955 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: metering.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.138679 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.139260 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: metering Jun 22 01:51:43.139579 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.140644 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.141201 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: metering_source_and_destination_fields Jun 22 01:51:43.142075 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: multiprovidernet.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.142983 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.143490 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: multi-provider Jun 22 01:51:43.143809 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: netmtu.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.145044 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.145547 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: net-mtu Jun 22 01:51:43.145865 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: netmtu_writable.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.146754 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.147254 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: net-mtu-writable Jun 22 01:51:43.147571 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: network_availability_zone.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.148222 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.148721 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: network_availability_zone Jun 22 01:51:43.149065 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: network_ip_availability.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.150133 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.150649 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: network-ip-availability Jun 22 01:51:43.150970 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: network_segment_range.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.151724 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.152225 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 01:51:43.152542 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: pagination.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.153545 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.153869 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: pagination Jun 22 01:51:43.154182 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: port_device_profile.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.155067 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.155572 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: port-device-profile Jun 22 01:51:43.155952 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.156775 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.157318 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: port-mac-address-regenerate Jun 22 01:51:43.157633 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.158527 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.159024 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: port-numa-affinity-policy Jun 22 01:51:43.159336 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: port_resource_request.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.160233 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.160729 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 01:51:43.161074 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: portbindings.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.161976 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.162477 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: binding Jun 22 01:51:43.162795 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: portbindings_extended.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.164040 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.164551 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: binding-extended Jun 22 01:51:43.164903 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: portsecurity.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.165794 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.166307 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: port-security Jun 22 01:51:43.166693 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: project_id.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.167661 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.167983 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: project-id Jun 22 01:51:43.168298 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: providernet.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.169235 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.169745 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: provider Jun 22 01:51:43.170062 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.173709 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.174248 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos not supported by any of loaded plugins Jun 22 01:51:43.174553 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.175764 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.176279 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 01:51:43.176601 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.177635 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.178144 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 01:51:43.178464 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_default.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.179348 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.179854 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-default not supported by any of loaded plugins Jun 22 01:51:43.180174 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_fip.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.180897 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.181325 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 01:51:43.181638 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.182537 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.183047 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 01:51:43.183361 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.184251 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.184754 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 01:51:43.185093 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.185987 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.186494 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 01:51:43.186809 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: qos_rules_alias.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.187825 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.188886 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 01:51:43.189202 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: quotasv2.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.190088 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.190407 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: quotas Jun 22 01:51:43.190718 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: quotasv2_detail.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.193749 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.194086 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: quota_details Jun 22 01:51:43.194413 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: rbac.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.195444 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.195968 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: rbac-policies Jun 22 01:51:43.196375 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: rbac_address_group.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.197251 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.197757 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: rbac-address-group Jun 22 01:51:43.198079 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: rbac_address_scope.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.198962 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.199471 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: rbac-address-scope Jun 22 01:51:43.199788 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: rbac_security_groups.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.200693 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.201233 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: rbac-security-groups Jun 22 01:51:43.201553 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.202463 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.202967 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: rbac-subnetpool Jun 22 01:51:43.203287 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: revisionifmatch.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.204802 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.205316 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: revision-if-match Jun 22 01:51:43.205632 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: revisions.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.206900 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.207406 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: standard-attr-revisions Jun 22 01:51:43.207723 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: router_availability_zone.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.208375 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.208939 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: router_availability_zone Jun 22 01:51:43.209258 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: routerservicetype.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.210155 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.210656 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 01:51:43.210972 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.211865 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.212367 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: security-groups-normalized-cidr Jun 22 01:51:43.212683 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.213603 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.214108 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: port-security-groups-filtering Jun 22 01:51:43.214424 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.215325 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.215827 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: security-groups-remote-address-group Jun 22 01:51:43.216143 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: securitygroup.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.225615 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.226150 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: security-group Jun 22 01:51:43.226482 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: segment.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.227255 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.227767 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension segment not supported by any of loaded plugins Jun 22 01:51:43.228093 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.229035 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.229542 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 01:51:43.229863 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: servicetype.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.230944 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.231466 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: service-type Jun 22 01:51:43.231790 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: sorting.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.232746 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.233102 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: sorting Jun 22 01:51:43.233424 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: standard_attr_segment.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.234310 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.234819 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 01:51:43.235162 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: standardattrdescription.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.235799 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.236303 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: standard-attr-description Jun 22 01:51:43.236618 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: stateful_security_group.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.237586 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.238046 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: stateful-security-group Jun 22 01:51:43.238362 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: stdattrs_common.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.238920 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 01:51:43.239233 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.240217 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.240725 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 01:51:43.241065 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: subnet_onboard.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.242109 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.242623 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: subnet_onboard Jun 22 01:51:43.242943 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.243922 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.244428 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 01:51:43.244747 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: subnet_service_types.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.245673 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.246180 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: subnet-service-types Jun 22 01:51:43.246496 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: subnetallocation.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.247550 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.248054 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: subnet_allocation Jun 22 01:51:43.248371 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.249046 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.249547 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: subnetpool-prefix-ops Jun 22 01:51:43.249863 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.251302 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.251805 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 01:51:43.252122 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: tagging.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.253213 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.253727 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: standard-attr-tag Jun 22 01:51:43.254044 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: timestamp.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.255215 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.255726 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loaded extension: standard-attr-timestamp Jun 22 01:51:43.256044 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: trunk.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.257088 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.257598 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension trunk not supported by any of loaded plugins Jun 22 01:51:43.257912 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: trunk_details.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.258809 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.259318 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 01:51:43.259629 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.260529 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.261058 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 01:51:43.261372 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Loading extension file: vlantransparent.py {{(pid=99524) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:51:43.262022 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99524) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:51:43.262524 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 01:51:43.265185 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:network Jun 22 01:51:43.265723 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:subnet Jun 22 01:51:43.266113 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:51:43.267111 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:port Jun 22 01:51:43.268422 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.268890 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service FLAVORS assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.269855 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.270235 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.270553 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:router Jun 22 01:51:43.270981 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 01:51:43.271451 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service METERING assigned prefix: /metering {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.272937 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.273308 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.273652 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:43.274624 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 01:51:43.275058 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:security_group Jun 22 01:51:43.275482 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 01:51:43.276084 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service CORE assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.276405 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:51:43.276748 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] subnetpool is already registered Jun 22 01:51:43.277214 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service CORE assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.277529 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:51:43.277849 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] subnetpool is already registered Jun 22 01:51:43.280184 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.280612 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service FLAVORS assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.281231 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.281651 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.281997 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:router Jun 22 01:51:43.282328 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] router is already registered Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] floatingip is already registered Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service METERING assigned prefix: /metering {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] rbac_policy is already registered Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:security_group Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] security_group is already registered Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 01:51:43.290619 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] security_group_rule is already registered Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service CORE assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] subnetpool is already registered Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.v2.resource_helper [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Service CORE assigned prefix: {{(pid=99524) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: WARNING neutron.quota.resource_registry [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] subnetpool is already registered Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: extensions {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.291257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: address-groups {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.291780 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: address-scopes {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.292807 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: agents {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.293964 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: auto-allocated-topology {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.295217 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: availability_zones {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.296463 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: dhcp-networks {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.298530 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: dhcp-agents {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.300017 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: routers {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.301761 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: flavors {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.304177 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: service_profiles {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.305429 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: next_providers {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.306917 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: service_profiles {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.308472 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: floatingip-pools {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.309755 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: routers {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.311502 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: floatingips {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.312765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: l3-routers {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.314775 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: l3-agents {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.316191 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: metering-labels {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.317518 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: metering-label-rules {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.318890 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: network-ip-availabilities {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.320193 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: bindings {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.321762 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: quotas {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.323336 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: quotas {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.324750 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: rbac-policies {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.326005 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: security-groups {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.327302 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: security-group-rules {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.328577 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: service-providers {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.329917 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: subnetpools {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.331306 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: subnetpools {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.332879 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.334593 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.336455 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.338313 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.339977 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.341934 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.343678 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.345528 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.347371 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.349538 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron.api.extensions [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Extended resource: tags {{(pid=99524) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:51:43.355545 dv-cinder-793264-5-smb neutron-server[99524]: WARNING keystonemiddleware.auth_token [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 01:51:43.360699 dv-cinder-793264-5-smb neutron-server[99524]: WARNING keystonemiddleware.auth_token [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 01:51:43.369307 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Acquired lock "singleton_lock" {{(pid=99524) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 01:51:43.369778 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Releasing lock "singleton_lock" {{(pid=99524) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 01:51:43.370398 dv-cinder-793264-5-smb neutron-server[99524]: INFO oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Starting 2 workers Jun 22 01:51:43.375148 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Started child 99635 {{(pid=99524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:51:43.380099 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Started child 99636 {{(pid=99524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:51:43.381286 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:43.381897 dv-cinder-793264-5-smb neutron-server[99524]: INFO neutron.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 01:51:43.382424 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Notify callbacks [] for process, before_spawn {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:43.382737 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [-] (99635) wsgi starting up on http://0.0.0.0:9696 Jun 22 01:51:43.391073 dv-cinder-793264-5-smb neutron-server[99524]: INFO oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Starting 1 workers Jun 22 01:51:43.391283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:43.391283 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [-] (99636) wsgi starting up on http://0.0.0.0:9696 Jun 22 01:51:43.391869 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Started child 99637 {{(pid=99524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:51:43.391869 dv-cinder-793264-5-smb neutron-server[99524]: INFO oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Starting 1 workers Jun 22 01:51:43.393948 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] calling RpcWorker wait() {{(pid=99637) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 01:51:43.394655 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] returning from RpcWorker wait() {{(pid=99637) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 01:51:43.395118 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Started child 99638 {{(pid=99524) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:51:43.395921 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:43.396024 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7a2cebbe-92df-4d02-a513-6c3ff30f31e9 None None] Notify callbacks [] for process, after_spawn {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:43.396384 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:43.398056 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99524) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 01:51:43.398270 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 01:51:43.398605 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 01:51:43.398748 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 01:51:43.399071 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 01:51:43.399234 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 01:51:43.399721 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.400008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.400283 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.400541 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.400841 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.400932 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:43.401430 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.401683 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.401945 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.402216 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.402469 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.402642 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.402826 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.403130 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.403351 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.403634 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.403910 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.404161 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.404436 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.404606 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.404889 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.405146 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.405474 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.405662 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] debug = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.405955 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.406416 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.406658 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.406935 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.407992 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.407992 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.407992 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.407992 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.408459 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.408459 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.408727 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.408919 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.409100 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.409338 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.409568 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.409822 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.410058 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.410529 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] host = dv-cinder-793264-5-smb {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.410740 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.410951 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.411199 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.411449 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.411688 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.411916 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.412166 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.412407 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.412666 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.412945 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.413213 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.413431 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.413649 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.413880 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.414041 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_options = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.414293 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.414552 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.414802 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.414988 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.415153 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.415332 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.415582 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.415745 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.415999 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.416223 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.416449 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.416627 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.416877 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.417089 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.417340 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.417595 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.417823 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.418051 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.418350 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.418571 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.418792 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.419031 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.419246 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.419471 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.419674 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.419901 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.420121 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.420329 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.420537 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.427261 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.428217 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.428217 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.428471 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.428691 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.428980 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.429410 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.429915 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.430074 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.430204 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:43.430325 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.430597 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.430852 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.431099 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.431374 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.431598 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.431851 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.432091 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_json = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.432308 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.432542 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.432813 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.433040 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.433288 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.433505 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.433728 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.433973 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.434402 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.434706 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.435012 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.435263 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.435517 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.435768 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.436002 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.436242 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.436492 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.436724 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.437085 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.437330 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.440765 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441608 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.441695 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.443961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.444505 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.444505 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.444639 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.445051 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.445051 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.445257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.445491 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.445938 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.445938 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.446239 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.446392 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.446614 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.446866 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.447101 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.447358 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.447615 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.447865 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.448068 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.448280 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.448499 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.448734 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.448984 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.449187 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.449400 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.449616 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.449861 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.450133 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.450396 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.450589 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.450804 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.451019 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.451600 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.451600 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453320 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453320 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453320 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453320 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453909 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453909 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.453909 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.454292 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.454292 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.454554 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.454693 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.454900 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.455170 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.455399 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.455617 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.455831 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.456135 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.456461 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.456700 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.456976 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.457201 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.457456 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.457677 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.457928 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.458149 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.458389 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.458632 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.458885 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.459118 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.459370 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.459628 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.463352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.464954 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.465986 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467066 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467066 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467066 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467066 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467066 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467716 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.467716 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.472411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473008 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473473 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473473 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473606 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.473759 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.474013 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.474184 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.474416 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.474653 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.474866 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.475084 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.475292 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.475507 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.475720 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.475983 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.476194 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.476411 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.476643 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.476980 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.477205 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.477421 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.477632 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.477879 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.478110 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.478387 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.478630 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.478843 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.479067 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.479307 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.479539 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.479775 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.480020 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.480236 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.480468 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.480677 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.480922 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.481133 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.481342 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.481565 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.481793 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.482043 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.482374 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.482799 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.483033 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.484007 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.484856 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.486020 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.486692 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.486953 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.488215 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.489358 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.489592 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.491095 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.492377 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.492622 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.492881 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.493109 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.493329 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.493546 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.493771 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.493990 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.494278 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.494528 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.494756 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.494995 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.495222 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.495448 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.495657 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.495865 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.496077 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.496285 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.496508 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.496735 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.497209 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.499041 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.499580 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.499830 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.500057 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.500431 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.500752 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.501131 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.501591 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.501995 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.502225 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.504504 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.505095 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.505445 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.505722 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.505985 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.506300 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.506548 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.506812 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.507086 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.507415 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.507734 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.508025 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.508252 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.508494 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.508722 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.508987 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.509320 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.509627 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.509881 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.510138 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.510415 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.510718 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.511010 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.511254 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.511534 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.511873 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.512160 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.512426 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.512675 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.513240 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.513495 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.513717 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.513953 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.514204 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.514445 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.514696 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.514932 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.515165 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.515387 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.515640 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.515882 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.516136 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.516961 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.517272 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.517503 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.517760 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 01:51:43.518346 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99524) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 01:51:43.518511 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 01:51:43.518666 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 01:51:43.518842 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 01:51:43.519271 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 01:51:43.519425 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 01:51:43.519631 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.519792 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.519953 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.520113 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.520274 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.520453 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.520614 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.520772 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.520951 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.521108 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.521266 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.521528 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.521829 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.522358 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.522613 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.522779 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.522939 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.523098 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.523261 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.523467 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.523631 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.523788 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.523950 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] debug = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.524097 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.524299 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.524463 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.524621 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.524779 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.524981 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.525138 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.525295 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.525452 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.525610 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.525767 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.525924 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.526676 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.526857 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.527020 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.527179 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.527338 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.527496 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] host = dv-cinder-793264-5-smb {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.527653 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.528204 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.528436 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.528543 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.528670 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.528885 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.529041 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.529185 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.529333 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.529811 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.529991 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.530154 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.530323 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.530473 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.530625 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_options = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.531671 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.532001 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.532675 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.532888 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.533149 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.533317 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.533471 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.533633 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.533793 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.533949 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.534115 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.534265 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.534370 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:43.534472 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.534554 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.534712 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.534868 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535024 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535181 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535339 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535497 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535656 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535812 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.535971 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.536129 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.536287 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.536443 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.536600 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.536763 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.536944 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.537100 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.537257 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.537415 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.537572 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.537728 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.537989 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.538153 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.538311 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.538472 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.538630 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.538787 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.538943 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.539102 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.539283 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.539441 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.539597 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.539753 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_json = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.539911 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.540068 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.540224 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.540380 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.540538 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.540694 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.540873 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.541145 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:51:43.541369 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.541535 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.541709 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.541867 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.542442 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.542622 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.542777 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.542941 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.543103 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.543261 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.543427 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.543586 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.543755 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.543907 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.544069 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.544237 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.544383 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.544539 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.544697 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.544881 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.545039 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.545180 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.545355 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.546090 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.546292 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.546445 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.546586 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547235 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547235 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547235 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547417 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547618 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547752 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.547938 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.548097 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.548256 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.548416 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.548576 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.548737 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.548920 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.549080 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.549239 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.549759 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.549932 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.550093 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.550590 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.550755 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.551124 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.551700 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.551863 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.552035 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.552198 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.552354 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.552515 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.552675 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.552854 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553015 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553174 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553333 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553493 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553652 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553826 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.553984 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.554138 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.554297 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.554457 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.554616 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.554777 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.554935 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.555114 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.555249 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.555410 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.555569 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.555748 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.555879 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.556684 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.557231 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.558186 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.558544 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.558710 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.558876 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.559038 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.559201 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.559364 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.559534 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.559711 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.559872 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.560031 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.560191 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.560352 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.560511 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.560670 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.561556 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.561724 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.562627 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.562788 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.563418 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.563583 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.563745 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.563907 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.564066 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.564225 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.564385 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.564545 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.564704 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.564884 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.565046 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.565207 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.565366 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.565525 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.565684 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.565856 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566015 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566181 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566369 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566529 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566673 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566823 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.566985 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.567145 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.567305 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.567465 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.567623 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.567777 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.567934 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.568094 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.568252 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.568419 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.568591 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.568750 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.568937 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.569096 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.569280 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.569441 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.569600 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.569759 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.569919 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.570078 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.570238 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.570397 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.570558 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.570717 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.570877 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571037 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571196 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571356 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571515 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571674 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571834 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.571994 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.572154 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.572314 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.572475 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.572634 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.572810 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.572972 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.573132 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.573299 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.575426 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.575602 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.575770 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.575964 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.576101 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.576263 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.576427 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.576595 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.576742 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.576914 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.577076 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.577211 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.577375 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.577740 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.577740 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.578013 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.578013 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.578161 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.578354 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.578500 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.578585 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.579247 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.579422 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.579583 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.579745 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.579906 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.580067 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.580227 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.580390 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.580566 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.580728 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.581137 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.581303 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.581463 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.581624 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.581784 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.581944 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.582100 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.582252 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.582412 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.582574 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.582736 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.582898 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.583058 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.583220 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.583379 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.583540 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.583699 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.583872 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.584032 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.584193 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.584353 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.584513 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.584683 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.584865 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.585026 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.586009 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.586174 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.586746 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.586894 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.587056 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.587216 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.587377 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.587547 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.587707 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.587868 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588027 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588196 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588355 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588560 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588686 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588828 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.588990 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.589160 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.589321 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.589483 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.589651 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.589812 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.589971 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.590131 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.590302 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.590462 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.590627 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.590787 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.590946 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.591106 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.591267 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.591430 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.591599 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.591766 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.591927 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.592096 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.592264 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.592432 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.592592 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.592758 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.592958 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.593118 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.593277 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.593435 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.593595 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.593753 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.593912 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.594073 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.594231 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.594410 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.595122 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.595260 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.595419 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.595580 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.595740 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.595901 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.596067 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.596222 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.596382 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.596546 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:51:43.596698 dv-cinder-793264-5-smb neutron-server[99524]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99524) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 01:51:43.752725 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60258) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:43.761350 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064096 Jun 22 01:51:55.170008 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aabe2a-7a1c-455e-af6b-7ef9df87a0ff None None] get_active_networks_info from dv-cinder-793264-5-smb {{(pid=99637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 01:51:55.261993 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aabe2a-7a1c-455e-af6b-7ef9df87a0ff None None] No non-hosted networks {{(pid=99637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 01:51:55.282198 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.agentschedulers_db [None req-90aabe2a-7a1c-455e-af6b-7ef9df87a0ff None None] DHCP Agent not found on host dv-cinder-793264-5-smb {{(pid=99637) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 01:51:55.429214 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-3e823949-19d7-44fc-80bf-da5d9c49f9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937'] for agent, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:57.642686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1b6e88f1-8627-4fd5-8c1a-3dedf88ae20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937'] for agent, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:57.670043 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.db.api [None req-be1e87e1-7542-4f41-87bd-db59b9d0875b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-793264-5-smb {{(pid=99637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 01:51:57.670721 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_db.api [None req-be1e87e1-7542-4f41-87bd-db59b9d0875b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 01:51:57.875429 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937'] for agent, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:57.876476 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.877343 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.878085 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.878644 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.879296 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.880178 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.880932 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.881697 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.882455 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.883287 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.883946 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.884675 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:57.885338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793264-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:57.897573 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793264-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:58.195453 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-be1e87e1-7542-4f41-87bd-db59b9d0875b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:58.829511 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937'] for agent, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.406420 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937'] for agent, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:01.487320 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 60350) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:01.927029 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.db.l3_hamode_db [None req-45495ec0-7b3c-4f78-a834-23bfe9a99282 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 01:52:01.985777 dv-cinder-793264-5-smb neutron-server[99636]: WARNING oslo_policy.policy [None req-aab62ead-0dd8-4f60-9509-f6d028d4f21c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:01.986359 dv-cinder-793264-5-smb neutron-server[99636]: WARNING oslo_policy.policy [None req-aab62ead-0dd8-4f60-9509-f6d028d4f21c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:02.003600 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45495ec0-7b3c-4f78-a834-23bfe9a99282 None None] Routers set() bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:52:02.003996 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45495ec0-7b3c-4f78-a834-23bfe9a99282 None None] Router IDs set() for agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 01:52:02.201402 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [None req-aab62ead-0dd8-4f60-9509-f6d028d4f21c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:52:02.202646 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-aab62ead-0dd8-4f60-9509-f6d028d4f21c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7131650 Jun 22 01:52:04.500031 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 60364) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:04.800931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:04.894078 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.policy [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 01:52:04.938212 dv-cinder-793264-5-smb neutron-server[99636]: WARNING oslo_policy.policy [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:04.938570 dv-cinder-793264-5-smb neutron-server[99636]: WARNING oslo_policy.policy [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:04.946896 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.quota [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] Loaded quota_driver: . Jun 22 01:52:05.159821 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784460222483', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784460224038', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784460136974', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784460138948', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784460133255', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784460125257', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3734570', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813685', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529703'] for rbac-policy, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:05.490496 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:05.491759 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a3fa1681-8797-4d01-b9e2-ff03b59d75c5 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9899049 Jun 22 01:52:07.980968 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 60376) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:08.266413 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'project_id': '6d26f56e70114f86b921aef2a8856b2f'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:08.411274 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Made reservation on behalf of 6d26f56e70114f86b921aef2a8856b2f for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:08.414101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.430340 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.548706 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.628279 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.633616 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:08.648718 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:52:08.678699 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784463999946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.678699 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Unsubscribe: segment precommit_create {{(pid=99636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 01:52:08.678699 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Added segment 950634b5-1326-4166-bbba-32b66caa8359 of type vlan for network b9345af5-2a17-4ae3-859a-aa7275404d7a Jun 22 01:52:08.695525 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1af7dc-8ced-4f3d-9136-c9b1d872db7d,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:08.744554 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.745012 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.745340 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.745653 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.745961 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.746271 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.746575 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.746879 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.747180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.747519 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.747832 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.748116 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Tracked resource versions report: Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: pushed versions: Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: { 'AddressGroup': {'1.2'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'ConntrackHelper': {'1.0'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Log': {'1.0'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Network': {'1.1'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Port': {'1.7'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'PortForwarding': {'1.2'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'QosPolicy': {'1.8'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroup': {'1.4'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'SubPort': {'1.0'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Subnet': {'1.1'}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Trunk': {'1.1'}} Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: consumer versions: Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'ConntrackHelper': '1.0', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Log': '1.0', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Network': '1.1', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Port': '1.7', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'PortForwarding': '1.2', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'QosPolicy': '1.8', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroup': '1.4', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroupRule': '1.2', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'SubPort': '1.0', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Subnet': '1.1', Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: 'Trunk': '1.1'}} Jun 22 01:52:08.749188 dv-cinder-793264-5-smb neutron-server[99636]: {{(pid=99636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:52:08.795304 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.804487 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:08.908098 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.909662 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:08.910329 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:08.913117 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:09.003570 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Pushing event updated for resources: {'Network': ['ID=b9345af5-2a17-4ae3-859a-aa7275404d7a,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:09.006697 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:09.015400 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network b9345af5-2a17-4ae3-859a-aa7275404d7a details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:52:09.046523 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0644732 Jun 22 01:52:11.643915 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 60390) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:12.022275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96742ac-224c-4f60-a65c-c36cd55bb463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:12.023621 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c96742ac-224c-4f60-a65c-c36cd55bb463 admin admin] 10.222.0.35 "GET /v2.0/networks/b9345af5-2a17-4ae3-859a-aa7275404d7a HTTP/1.1" status: 200 len: 825 time: 0.3787713 Jun 22 01:52:12.047940 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-5619380b-fc58-48c1-957e-28478bf4f345 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/2c902eff-31be-4d47-a54b-f75b3424cb74 HTTP/1.1" status: 200 len: 734 time: 0.0188956 Jun 22 01:52:12.056157 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:12.131328 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Made reservation on behalf of 6d26f56e70114f86b921aef2a8856b2f for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:12.133709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:12.480140 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:12.485034 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:12.551540 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d7190b-ef09-4cc0-96f2-4356fcfd7c81,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:12.553497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Checking segment: {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:12.553864 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Network hostable DHCP agents. Network: b9345af5-2a17-4ae3-859a-aa7275404d7a, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:52:12.559496 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:12.633888 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Network b9345af5-2a17-4ae3-859a-aa7275404d7a is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:52:12.691115 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, b9345af5-2a17-4ae3-859a-aa7275404d7a) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:12.695617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:12.696205 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:12.701021 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d89fb-9a0f-4104-920f-a80a51f1b823 None None] Network b9345af5-2a17-4ae3-859a-aa7275404d7a requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:52:12.749251 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6961849 Jun 22 01:52:13.011758 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-b9345af5-2a17-4ae3-859a-aa7275404d7a', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:52:13.013052 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.287555 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Allocated IP 172.20.0.2 (b9345af5-2a17-4ae3-859a-aa7275404d7a/61d7190b-ef09-4cc0-96f2-4356fcfd7c81/846333fb-eb0c-44cd-86b7-76145ac8712b) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:13.593380 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.635381 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Transition to ACTIVE for port object 846333fb-eb0c-44cd-86b7-76145ac8712b will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:13.657756 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Transition to ACTIVE for port object 846333fb-eb0c-44cd-86b7-76145ac8712b will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:13.714865 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.717668 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:13.790612 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Network b9345af5-2a17-4ae3-859a-aa7275404d7a is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:13.795351 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:13.800668 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Pushing event updated for resources: {'Port': ['ID=846333fb-eb0c-44cd-86b7-76145ac8712b,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:13.802755 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:52:13.829905 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.830251 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.830575 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.830899 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.831222 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.831582 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.831903 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.832221 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.832537 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.832880 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.833196 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.833509 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Tracked resource versions report: Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: pushed versions: Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: { 'AddressGroup': {'1.2'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'ConntrackHelper': {'1.0'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Log': {'1.0'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Network': {'1.1'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Port': {'1.7'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'PortForwarding': {'1.2'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'QosPolicy': {'1.8'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroup': {'1.4'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'SubPort': {'1.0'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Subnet': {'1.1'}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Trunk': {'1.1'}} Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: consumer versions: Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'ConntrackHelper': '1.0', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Log': '1.0', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Network': '1.1', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Port': '1.7', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'PortForwarding': '1.2', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'QosPolicy': '1.8', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroup': '1.4', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroupRule': '1.2', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'SubPort': '1.0', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Subnet': '1.1', Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: 'Trunk': '1.1'}} Jun 22 01:52:13.834607 dv-cinder-793264-5-smb neutron-server[99637]: {{(pid=99637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:52:13.856686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:13.885251 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Attempting to bind port 846333fb-eb0c-44cd-86b7-76145ac8712b on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:52:13.885645 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Attempting to bind port 846333fb-eb0c-44cd-86b7-76145ac8712b by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:52:13.886079 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Attempting to bind port 846333fb-eb0c-44cd-86b7-76145ac8712b on network b9345af5-2a17-4ae3-859a-aa7275404d7a {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:13.891808 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:52:13.892210 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Checking segment: {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:13.892687 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.893119 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Bound using segment: {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:52:13.893840 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Bound port: 846333fb-eb0c-44cd-86b7-76145ac8712b, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:52:13.894231 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.956395 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] For port 846333fb-eb0c-44cd-86b7-76145ac8712b, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:52:13.960573 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] For port 846333fb-eb0c-44cd-86b7-76145ac8712b, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=846333fb-eb0c-44cd-86b7-76145ac8712b,segment=NetworkSegment(950634b5-1326-4166-bbba-32b66caa8359),segment_id=950634b5-1326-4166-bbba-32b66caa8359)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:52:14.006800 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:14.012250 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:14.078916 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Pushing event updated for resources: {'Port': ['ID=846333fb-eb0c-44cd-86b7-76145ac8712b,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:14.082208 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:15.142778 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60398) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:15.650994 dv-cinder-793264-5-smb neutron-server[99635]: WARNING oslo_policy.policy [None req-ed3355e6-2cbf-428c-aad0-4930714e7d35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:15.651614 dv-cinder-793264-5-smb neutron-server[99635]: WARNING oslo_policy.policy [None req-ed3355e6-2cbf-428c-aad0-4930714e7d35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:15.865160 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [None req-ed3355e6-2cbf-428c-aad0-4930714e7d35 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:52:15.866100 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ed3355e6-2cbf-428c-aad0-4930714e7d35 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7220004 Jun 22 01:52:18.199340 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60412) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:18.520301 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [None req-a6276887-0d3c-4692-a42a-fe5c3053afdc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:52:18.521344 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a6276887-0d3c-4692-a42a-fe5c3053afdc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210685 Jun 22 01:52:19.750874 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 846333fb-eb0c-44cd-86b7-76145ac8712b up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:19.897150 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 846333fb-eb0c-44cd-86b7-76145ac8712b completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:20.238707 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093367a-e3d9-4176-99e2-3775aa06749c None None] Network b9345af5-2a17-4ae3-859a-aa7275404d7a requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:52:20.391981 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Provisioning for port 846333fb-eb0c-44cd-86b7-76145ac8712b completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:20.399317 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Provisioning complete for port 846333fb-eb0c-44cd-86b7-76145ac8712b triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:20.399705 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:20.532448 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:20.568149 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] For port 846333fb-eb0c-44cd-86b7-76145ac8712b, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=846333fb-eb0c-44cd-86b7-76145ac8712b,segment=NetworkSegment(950634b5-1326-4166-bbba-32b66caa8359),segment_id=950634b5-1326-4166-bbba-32b66caa8359)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:20.628692 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:20.632066 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:20.677092 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Pushing event updated for resources: {'Port': ['ID=846333fb-eb0c-44cd-86b7-76145ac8712b,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:20.680916 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:20.747481 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-7bcac3fa-3f58-46bc-b00e-ce4d2f1a7663 None None] Provisioning complete for port 846333fb-eb0c-44cd-86b7-76145ac8712b triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:20.747481 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7bcac3fa-3f58-46bc-b00e-ce4d2f1a7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.158613 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60426) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:21.460272 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:21.524079 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.policy [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 01:52:21.570449 dv-cinder-793264-5-smb neutron-server[99635]: WARNING oslo_policy.policy [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:21.570829 dv-cinder-793264-5-smb neutron-server[99635]: WARNING oslo_policy.policy [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:52:21.579802 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.quota [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Loaded quota_driver: . Jun 22 01:52:21.697749 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.699617 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.710146 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 846333fb-eb0c-44cd-86b7-76145ac8712b up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:21.755359 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 846333fb-eb0c-44cd-86b7-76145ac8712b triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:21.755735 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.863586 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.909644 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.982523 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:21.983669 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a3459533-50dd-43cd-a7fe-e9b61c618a59 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8241177 Jun 22 01:52:24.302331 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60436) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:24.607378 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [None req-d755f432-4e06-4181-887f-44219b95ca7a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:52:24.608337 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d755f432-4e06-4181-887f-44219b95ca7a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050683 Jun 22 01:52:25.125150 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-353cc364-ce83-441b-b023-571e22f5f693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.947063 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60444) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:27.251546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:27.360029 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Made reservation on behalf of 14f0d20539414bd1b056e5af026dab11 for: {'network': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:27.362836 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.378471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.493302 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.558614 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.564510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:27.571466 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Reserving flat network on physical network physnet1 {{(pid=99635) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 01:52:27.587204 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-40b6ed97-2d4c-4b81-8784-856b8322d762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.603256 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784463999946', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.603859 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Unsubscribe: segment precommit_create {{(pid=99635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 01:52:27.604332 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.segments_db [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Added segment 89cbf2d2-df63-445a-9773-776fc3a88b0b of type flat for network b10739a4-2a8d-424f-846d-b2d220f269f1 Jun 22 01:52:27.625485 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c8bdb4-75c7-4270-b7b6-a746bd7f9252,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:27.677047 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.677425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.677748 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.678058 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.678365 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.678674 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.679035 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.679340 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.679643 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.679943 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.680239 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.680536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Tracked resource versions report: Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: pushed versions: Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: { 'AddressGroup': {'1.2'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'ConntrackHelper': {'1.0'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Log': {'1.0'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Network': {'1.1'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Port': {'1.7'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'PortForwarding': {'1.2'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'QosPolicy': {'1.8'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroup': {'1.4'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'SubPort': {'1.0'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Subnet': {'1.1'}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Trunk': {'1.1'}} Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: consumer versions: Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'ConntrackHelper': '1.0', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Log': '1.0', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Network': '1.1', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Port': '1.7', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'PortForwarding': '1.2', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'QosPolicy': '1.8', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroup': '1.4', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroupRule': '1.2', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'SubPort': '1.0', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Subnet': '1.1', Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: 'Trunk': '1.1'}} Jun 22 01:52:27.681632 dv-cinder-793264-5-smb neutron-server[99635]: {{(pid=99635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:52:27.734196 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:27.735942 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.845513 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.847109 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.847779 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.850729 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:27.902377 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:27.941720 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Pushing event updated for resources: {'Network': ['ID=b10739a4-2a8d-424f-846d-b2d220f269f1,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:27.945398 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:27.955376 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network b10739a4-2a8d-424f-846d-b2d220f269f1 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:52:27.983353 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0352263 Jun 22 01:52:28.782793 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:30.320409 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:30.364776 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60466) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:30.580428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee89ec-e63c-42c1-95a1-719fb30179d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:30.581809 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b7ee89ec-e63c-42c1-95a1-719fb30179d6 admin admin] 10.222.0.35 "GET /v2.0/subnets/61d7190b-ef09-4cc0-96f2-4356fcfd7c81 HTTP/1.1" status: 200 len: 849 time: 0.2159564 Jun 22 01:52:30.715034 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-28c36272-edc7-4642-92a0-4493898cb208 admin admin] 10.222.0.35 "GET /v2.0/routers/c7a79d84-f2fa-4575-9437-09b6b87d2e80 HTTP/1.1" status: 200 len: 704 time: 0.1277993 Jun 22 01:52:30.965050 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.250445 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Allocated IP 172.20.0.1 (b9345af5-2a17-4ae3-859a-aa7275404d7a/61d7190b-ef09-4cc0-96f2-4356fcfd7c81/630d4630-e150-4e5e-97fa-d9223e66c084) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:31.445889 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.470163 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Transition to ACTIVE for port object 630d4630-e150-4e5e-97fa-d9223e66c084 will not be triggered until provisioned by entity DHCP. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:31.595192 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.598245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:31.657392 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Network b9345af5-2a17-4ae3-859a-aa7275404d7a is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:31.664867 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:31.674415 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:52:31.674823 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.737424 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Pushing event updated for resources: {'Port': ['ID=630d4630-e150-4e5e-97fa-d9223e66c084,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:31.748167 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:31.942762 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-2b4491ff-4368-4c1b-8a7e-e576bd2a6509 None None] Provisioning for port 630d4630-e150-4e5e-97fa-d9223e66c084 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:31.947069 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-2b4491ff-4368-4c1b-8a7e-e576bd2a6509 None None] Provisioning complete for port 630d4630-e150-4e5e-97fa-d9223e66c084 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:31.947499 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-2b4491ff-4368-4c1b-8a7e-e576bd2a6509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.980608 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.981448 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-2b4491ff-4368-4c1b-8a7e-e576bd2a6509 None None] Port 630d4630-e150-4e5e-97fa-d9223e66c084 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:52:32.151347 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:32.210868 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:32.212005 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:32.213757 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:32.288757 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Pushing event updated for resources: {'Port': ['ID=630d4630-e150-4e5e-97fa-d9223e66c084,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:32.292477 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:32.336437 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Network b9345af5-2a17-4ae3-859a-aa7275404d7a is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:32.337817 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:32.565619 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Router c7a79d84-f2fa-4575-9437-09b6b87d2e80 is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:52:32.601985 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-df52e108-2916-41cd-ae8a-1b51e57a391a None None] Provisioning complete for port 630d4630-e150-4e5e-97fa-d9223e66c084 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:32.602447 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-df52e108-2916-41cd-ae8a-1b51e57a391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:32.637581 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-df52e108-2916-41cd-ae8a-1b51e57a391a None None] Port 630d4630-e150-4e5e-97fa-d9223e66c084 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:52:32.657019 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:52:32.662005 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] 10.222.0.35 "PUT /v2.0/routers/c7a79d84-f2fa-4575-9437-09b6b87d2e80/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9415572 Jun 22 01:52:32.667580 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Sync routers for ids ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:52:32.679219 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Routers {'c7a79d84-f2fa-4575-9437-09b6b87d2e80'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:52:32.680354 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:52:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:32.870502 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Set router c7a79d84-f2fa-4575-9437-09b6b87d2e80 gateway port host: None {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:52:33.326359 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'name': 'router1', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:21Z', 'updated_at': '2021-06-22T01:52:31Z', 'revision_number': 2, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'gw_port_host': None, '_interfaces': [{'id': '630d4630-e150-4e5e-97fa-d9223e66c084', 'name': '', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'mac_address': 'fa:16:3e:e2:1f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:30Z', 'updated_at': '2021-06-22T01:52:32Z', 'revision_number': 2, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnets': [{'id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:33.379235 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Checking router: c7a79d84-f2fa-4575-9437-09b6b87d2e80 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:52:33.379724 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Updating router c7a79d84-f2fa-4575-9437-09b6b87d2e80 port 630d4630-e150-4e5e-97fa-d9223e66c084 binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:52:33.443508 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:33.479174 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:52:33.966569 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:33.985243 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Transition to ACTIVE for port object 630d4630-e150-4e5e-97fa-d9223e66c084 will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:34.079582 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.082612 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:34.278648 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Pushing event updated for resources: {'Port': ['ID=630d4630-e150-4e5e-97fa-d9223e66c084,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:34.319795 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.320334 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.320886 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.321389 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.321810 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.322322 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.322775 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.323213 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.323676 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.324126 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.324563 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.325051 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Tracked resource versions report: Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: pushed versions: Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: { 'AddressGroup': {'1.2'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'ConntrackHelper': {'1.0'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Log': {'1.0'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Network': {'1.1'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Port': {'1.7'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'PortForwarding': {'1.2'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'QosPolicy': {'1.8'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroup': {'1.4'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'SubPort': {'1.0'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Subnet': {'1.1'}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Trunk': {'1.1'}} Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: consumer versions: Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'ConntrackHelper': '1.0', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Log': '1.0', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Network': '1.1', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Port': '1.7', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'PortForwarding': '1.2', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'QosPolicy': '1.8', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroup': '1.4', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroupRule': '1.2', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'SubPort': '1.0', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Subnet': '1.1', Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: 'Trunk': '1.1'}} Jun 22 01:52:34.326272 dv-cinder-793264-5-smb neutron-server[99638]: {{(pid=99638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:52:34.351909 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:34.364306 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Attempting to bind port 630d4630-e150-4e5e-97fa-d9223e66c084 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:52:34.371110 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Attempting to bind port 630d4630-e150-4e5e-97fa-d9223e66c084 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:52:34.371110 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Attempting to bind port 630d4630-e150-4e5e-97fa-d9223e66c084 on network b9345af5-2a17-4ae3-859a-aa7275404d7a {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:34.371110 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:52:34.371110 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Checking segment: {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:34.371779 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.371779 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Bound using segment: {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:52:34.372091 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Bound port: 630d4630-e150-4e5e-97fa-d9223e66c084, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950634b5-1326-4166-bbba-32b66caa8359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:52:34.372429 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.439474 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] For port 630d4630-e150-4e5e-97fa-d9223e66c084, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:52:34.461101 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] For port 630d4630-e150-4e5e-97fa-d9223e66c084, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=630d4630-e150-4e5e-97fa-d9223e66c084,segment=NetworkSegment(950634b5-1326-4166-bbba-32b66caa8359),segment_id=950634b5-1326-4166-bbba-32b66caa8359)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:52:34.525902 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.529950 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:34.589085 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Routers {'c7a79d84-f2fa-4575-9437-09b6b87d2e80'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:52:34.589716 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:52:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:34.665091 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Pushing event updated for resources: {'Port': ['ID=630d4630-e150-4e5e-97fa-d9223e66c084,revision_number=4']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:34.670175 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:34.706369 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] Set router c7a79d84-f2fa-4575-9437-09b6b87d2e80 gateway port host: None {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:52:34.895661 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 60486) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:34.928318 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'name': 'router1', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:21Z', 'updated_at': '2021-06-22T01:52:31Z', 'revision_number': 2, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'gw_port_host': None, '_interfaces': [{'id': '630d4630-e150-4e5e-97fa-d9223e66c084', 'name': '', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'mac_address': 'fa:16:3e:e2:1f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:30Z', 'updated_at': '2021-06-22T01:52:34Z', 'revision_number': 4, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnets': [{'id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:34.955610 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4af807-ce6d-4dc6-bac7-ba1616e22fdd None None] The sync data for ids ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'] in dv-cinder-793264-5-smb is: [{'id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'name': 'router1', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:21Z', 'updated_at': '2021-06-22T01:52:31Z', 'revision_number': 2, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'gw_port_host': None, '_interfaces': [{'id': '630d4630-e150-4e5e-97fa-d9223e66c084', 'name': '', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'mac_address': 'fa:16:3e:e2:1f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:30Z', 'updated_at': '2021-06-22T01:52:34Z', 'revision_number': 4, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnets': [{'id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:52:35.017149 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e487b8-8f7c-4857-b24d-3bf708a8d346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:35.018743 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c2e487b8-8f7c-4857-b24d-3bf708a8d346 admin admin] 10.222.0.35 "GET /v2.0/networks/b10739a4-2a8d-424f-846d-b2d220f269f1 HTTP/1.1" status: 200 len: 842 time: 0.1221514 Jun 22 01:52:35.028539 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'name': 'public-subnet'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:35.130975 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Made reservation on behalf of 14f0d20539414bd1b056e5af026dab11 for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:35.133453 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:35.534589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.objects.ports [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99636) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 01:52:35.535035 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:35.537152 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:35.592126 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ca77cd-fe5c-4cab-a15e-631fae361900,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:35.596898 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:35.599468 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:35.599926 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Network hostable DHCP agents. Network: b10739a4-2a8d-424f-846d-b2d220f269f1, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:52:35.674261 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:52:35.766007 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, b10739a4-2a8d-424f-846d-b2d220f269f1) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:35.771465 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:35.772734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:35.776730 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7904a-d4ca-42a0-b670-d0a27ccae30b None None] Network b10739a4-2a8d-424f-846d-b2d220f269f1 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:52:35.853457 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8281407 Jun 22 01:52:35.907510 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c4cd2-57f3-4b2c-9e82-1ff2274607ad None None] Network b10739a4-2a8d-424f-846d-b2d220f269f1 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:52:37.779336 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 630d4630-e150-4e5e-97fa-d9223e66c084 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:37.891365 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 630d4630-e150-4e5e-97fa-d9223e66c084 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:37.895754 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 630d4630-e150-4e5e-97fa-d9223e66c084 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:37.896128 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:37.978911 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:38.012930 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 630d4630-e150-4e5e-97fa-d9223e66c084, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=630d4630-e150-4e5e-97fa-d9223e66c084,segment=NetworkSegment(950634b5-1326-4166-bbba-32b66caa8359),segment_id=950634b5-1326-4166-bbba-32b66caa8359)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:38.125798 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:38.128057 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:38.178597 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=630d4630-e150-4e5e-97fa-d9223e66c084,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:38.181684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:38.202674 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 60498) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:38.428988 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-46b4c90d-d372-46ee-9ddd-423175fd8de7 admin admin] 10.222.0.35 "GET /v2.0/routers/c7a79d84-f2fa-4575-9437-09b6b87d2e80 HTTP/1.1" status: 200 len: 710 time: 0.2251697 Jun 22 01:52:38.514757 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a997b-b140-4c5f-a255-efb1c521869e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:38.516117 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-995a997b-b140-4c5f-a255-efb1c521869e admin admin] 10.222.0.35 "GET /v2.0/networks/b10739a4-2a8d-424f-846d-b2d220f269f1 HTTP/1.1" status: 200 len: 886 time: 0.0820777 Jun 22 01:52:38.525077 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:38.771263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:39.127457 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:39.201782 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:39.348775 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Allocated IP 172.28.2.32 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/079f7dcb-190a-44ea-b44c-2c8021ee567e) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:39.455090 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:39.588248 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:39.591421 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:39.658909 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:39.663288 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:39.669165 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:52:39.708205 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Pushing event updated for resources: {'Port': ['ID=079f7dcb-190a-44ea-b44c-2c8021ee567e,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:39.732345 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 630d4630-e150-4e5e-97fa-d9223e66c084 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:39.736919 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:39.818575 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 630d4630-e150-4e5e-97fa-d9223e66c084 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:39.818952 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:40.018224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:40.202928 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:40.206008 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-611822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-611801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572261'] for router, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:40.375257 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Router c7a79d84-f2fa-4575-9437-09b6b87d2e80 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:52:40.477835 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:52:40.482198 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:40.483247 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] 10.222.0.35 "PUT /v2.0/routers/c7a79d84-f2fa-4575-9437-09b6b87d2e80 HTTP/1.1" status: 200 len: 889 time: 1.9614656 Jun 22 01:52:40.500653 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Sync routers for ids ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:52:40.512088 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Routers {'c7a79d84-f2fa-4575-9437-09b6b87d2e80'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:52:40.512767 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:52:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:40.728763 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Set router c7a79d84-f2fa-4575-9437-09b6b87d2e80 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:52:41.109393 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'name': 'router1', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '079f7dcb-190a-44ea-b44c-2c8021ee567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:21Z', 'updated_at': '2021-06-22T01:52:39Z', 'revision_number': 4, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'gw_port': {'id': '079f7dcb-190a-44ea-b44c-2c8021ee567e', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:39Z', 'updated_at': '2021-06-22T01:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '630d4630-e150-4e5e-97fa-d9223e66c084', 'name': '', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'mac_address': 'fa:16:3e:e2:1f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:30Z', 'updated_at': '2021-06-22T01:52:37Z', 'revision_number': 5, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnets': [{'id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:41.156760 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Checking router: c7a79d84-f2fa-4575-9437-09b6b87d2e80 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:52:41.157151 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Updating router c7a79d84-f2fa-4575-9437-09b6b87d2e80 port 079f7dcb-190a-44ea-b44c-2c8021ee567e binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:52:41.191338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:41.502661 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:41.512166 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Transition to ACTIVE for port object 079f7dcb-190a-44ea-b44c-2c8021ee567e will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:41.571075 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:41.573658 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-e3277c1e-6de0-4249-b07d-ee3cb98014e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:41.631401 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5866287-74a0-4942-bd8f-382e0e782473 None None] Pushing event updated for resources: {'Port': ['ID=079f7dcb-190a-44ea-b44c-2c8021ee567e,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:41.634239 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Attempting to bind port 079f7dcb-190a-44ea-b44c-2c8021ee567e on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:52:41.634650 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Attempting to bind port 079f7dcb-190a-44ea-b44c-2c8021ee567e by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:52:41.635084 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Attempting to bind port 079f7dcb-190a-44ea-b44c-2c8021ee567e on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:41.638546 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-a5866287-74a0-4942-bd8f-382e0e782473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:41.641861 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:52:41.642339 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:41.642841 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:41.643588 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:52:41.644170 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Bound port: 079f7dcb-190a-44ea-b44c-2c8021ee567e, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:52:41.644650 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:41.704056 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] For port 079f7dcb-190a-44ea-b44c-2c8021ee567e, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:52:41.707698 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] For port 079f7dcb-190a-44ea-b44c-2c8021ee567e, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=079f7dcb-190a-44ea-b44c-2c8021ee567e,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:52:41.770390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:41.772562 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-05c10f53-4d25-46ad-9df3-e6203e73a519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:41.914735 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5866287-74a0-4942-bd8f-382e0e782473 None None] Pushing event updated for resources: {'Port': ['ID=079f7dcb-190a-44ea-b44c-2c8021ee567e,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:41.917789 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Routers {'c7a79d84-f2fa-4575-9437-09b6b87d2e80'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:52:41.919730 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:52:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:41.920933 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-a5866287-74a0-4942-bd8f-382e0e782473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:42.029135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] Set router c7a79d84-f2fa-4575-9437-09b6b87d2e80 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:52:42.238151 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'name': 'router1', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '079f7dcb-190a-44ea-b44c-2c8021ee567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:21Z', 'updated_at': '2021-06-22T01:52:39Z', 'revision_number': 4, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'gw_port': {'id': '079f7dcb-190a-44ea-b44c-2c8021ee567e', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:39Z', 'updated_at': '2021-06-22T01:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '630d4630-e150-4e5e-97fa-d9223e66c084', 'name': '', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'mac_address': 'fa:16:3e:e2:1f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:30Z', 'updated_at': '2021-06-22T01:52:37Z', 'revision_number': 5, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnets': [{'id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:42.269863 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b7e3d-d18e-47e9-a6c5-1a08adf289f7 None None] The sync data for ids ['c7a79d84-f2fa-4575-9437-09b6b87d2e80'] in dv-cinder-793264-5-smb is: [{'id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'name': 'router1', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '079f7dcb-190a-44ea-b44c-2c8021ee567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:21Z', 'updated_at': '2021-06-22T01:52:39Z', 'revision_number': 4, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'gw_port': {'id': '079f7dcb-190a-44ea-b44c-2c8021ee567e', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:39Z', 'updated_at': '2021-06-22T01:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '630d4630-e150-4e5e-97fa-d9223e66c084', 'name': '', 'network_id': 'b9345af5-2a17-4ae3-859a-aa7275404d7a', 'tenant_id': '6d26f56e70114f86b921aef2a8856b2f', 'mac_address': 'fa:16:3e:e2:1f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a79d84-f2fa-4575-9437-09b6b87d2e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:30Z', 'updated_at': '2021-06-22T01:52:37Z', 'revision_number': 5, 'project_id': '6d26f56e70114f86b921aef2a8856b2f', 'subnets': [{'id': '61d7190b-ef09-4cc0-96f2-4356fcfd7c81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c902eff-31be-4d47-a54b-f75b3424cb74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:52:42.834514 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 60506) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:42.966636 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7617b05e-360b-44ae-bcb0-1f510dba9f1f admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1309986 Jun 22 01:52:43.781439 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 079f7dcb-190a-44ea-b44c-2c8021ee567e up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:43.907828 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 079f7dcb-190a-44ea-b44c-2c8021ee567e completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:43.911893 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 079f7dcb-190a-44ea-b44c-2c8021ee567e triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:43.912267 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:43.989611 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:44.008484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 079f7dcb-190a-44ea-b44c-2c8021ee567e, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=079f7dcb-190a-44ea-b44c-2c8021ee567e,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:44.096886 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:44.099170 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-a5866287-74a0-4942-bd8f-382e0e782473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:44.149484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=079f7dcb-190a-44ea-b44c-2c8021ee567e,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:44.152481 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:45.755374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 079f7dcb-190a-44ea-b44c-2c8021ee567e up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:45.821641 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 079f7dcb-190a-44ea-b44c-2c8021ee567e triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:45.821982 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:55.113970 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-45cb5e0f-da6e-464c-8697-62318280bcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.718633 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8b604390-0520-47bc-b762-3bbcc925798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.895913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.787829 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.313617 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:10.459163 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:53:25.101105 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-a14e36ce-87de-429e-ad87-9d872a716be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:28.193024 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bce9-dbaf-4152-b7ee-6b7911faa4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:28.551787 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:28.775440 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.317948 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:47.458035 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:53:55.100038 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-f83ad291-75f3-46ee-bd5e-e93c888c42a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:57.603344 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-a723d23f-acd8-4b7b-837c-bb47c4887d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:57.871735 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:58.825753 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:00.323275 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:18.671084 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32842) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:18.732501 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2077d8-0f3f-40cf-a808-9def458f471d admin admin] GET failed (client error): The resource could not be found. Jun 22 01:54:18.733865 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-4a2077d8-0f3f-40cf-a808-9def458f471d admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618377 Jun 22 01:54:18.887171 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ba838-feb5-4651-a444-b5e0cb953818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:18.888544 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-245ba838-feb5-4651-a444-b5e0cb953818 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1509049 Jun 22 01:54:21.051132 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32852) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:21.143026 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5fe26-d185-43fa-94b0-0c3661b6db71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:21.144469 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f6e5fe26-d185-43fa-94b0-0c3661b6db71 admin admin] 10.222.0.35 "GET /v2.0/subnets/61d7190b-ef09-4cc0-96f2-4356fcfd7c81 HTTP/1.1" status: 200 len: 849 time: 0.0923729 Jun 22 01:54:21.154480 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:21.235691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Notify callbacks [] for subnet, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:21.420320 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784464049372'] for subnet, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:21.422650 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8c7b6f6d-ee52-406f-b2da-7cec98e4c8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:21.449996 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:21.450568 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:21.456334 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] 10.222.0.35 "PUT /v2.0/subnets/61d7190b-ef09-4cc0-96f2-4356fcfd7c81 HTTP/1.1" status: 200 len: 868 time: 0.3019438 Jun 22 01:54:21.456538 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da37870-5c7f-4416-90e5-ab4491a01407 None None] Network b9345af5-2a17-4ae3-859a-aa7275404d7a requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:54:21.472372 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d7190b-ef09-4cc0-96f2-4356fcfd7c81,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:21.480133 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.480515 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.481375 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.481709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.482037 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.482364 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.482680 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.483000 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.483342 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.483664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.483980 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.484290 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:21.488142 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:21.886665 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0a90cbef-095e-4ebb-b34f-9d1697ede1fe None None] Provisioning complete for port 846333fb-eb0c-44cd-86b7-76145ac8712b triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:54:21.887534 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0a90cbef-095e-4ebb-b34f-9d1697ede1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:21.975967 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0a90cbef-095e-4ebb-b34f-9d1697ede1fe None None] Provisioning complete for port 630d4630-e150-4e5e-97fa-d9223e66c084 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:54:21.976340 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0a90cbef-095e-4ebb-b34f-9d1697ede1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:23.607832 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32860) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:23.803619 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed20587e-3955-4755-91f6-48e140c90b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:23.804017 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed20587e-3955-4755-91f6-48e140c90b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:23.807040 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ed20587e-3955-4755-91f6-48e140c90b6a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968005 Jun 22 01:54:24.456363 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:54:25.116537 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ec74b225-6e5b-42b1-b3c3-18c4ecd7290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.946809 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32868) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:26.075749 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d2614-5e73-4b8f-9056-9b5b08bc25eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:26.076263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d2614-5e73-4b8f-9056-9b5b08bc25eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:26.077808 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-df3d2614-5e73-4b8f-9056-9b5b08bc25eb admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1300645 Jun 22 01:54:27.596894 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c26ff84b-8442-4c7e-97eb-30ebfeebeb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:27.894077 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:28.219594 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32876) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:28.343394 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12789bb4-300c-4a9e-bd12-b62ca159da6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.344929 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-12789bb4-300c-4a9e-bd12-b62ca159da6e admin admin] 10.222.0.35 "GET /v2.0/networks/b10739a4-2a8d-424f-846d-b2d220f269f1 HTTP/1.1" status: 200 len: 886 time: 0.1243308 Jun 22 01:54:28.795687 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:30.327839 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:30.527905 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32884) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:30.670487 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92d815-e496-473d-9cf2-dee3afacecf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.671846 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-0a92d815-e496-473d-9cf2-dee3afacecf5 admin admin] 10.222.0.35 "GET /v2.0/networks/b9345af5-2a17-4ae3-859a-aa7275404d7a HTTP/1.1" status: 200 len: 869 time: 0.1430898 Jun 22 01:54:32.828081 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32892) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:32.949321 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1131b4-6a74-442c-9ec7-48167f9d6b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:32.949787 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1131b4-6a74-442c-9ec7-48167f9d6b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:32.951282 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9f1131b4-6a74-442c-9ec7-48167f9d6b2c admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214268 Jun 22 01:54:35.104032 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32900) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:35.193497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf94dbbd-c61d-46e3-9644-e8edade9134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:35.193895 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf94dbbd-c61d-46e3-9644-e8edade9134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:35.195355 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-bf94dbbd-c61d-46e3-9644-e8edade9134a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903864 Jun 22 01:54:37.351544 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 32908) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:37.440051 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2105a2a4-f5fa-4f44-bf17-3ef002616192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:37.441461 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2105a2a4-f5fa-4f44-bf17-3ef002616192 admin admin] 10.222.0.35 "GET /v2.0/subnets/61d7190b-ef09-4cc0-96f2-4356fcfd7c81 HTTP/1.1" status: 200 len: 868 time: 0.0889924 Jun 22 01:54:39.561854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 32918) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:39.647517 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eddfe3-c99e-465e-ae44-fa88053e4bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:39.649117 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a5eddfe3-c99e-465e-ae44-fa88053e4bbc admin admin] 10.222.0.35 "GET /v2.0/subnets/69ca77cd-fe5c-4cab-a15e-631fae361900 HTTP/1.1" status: 200 len: 816 time: 0.0863099 Jun 22 01:54:55.093239 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-68e92b58-60ec-4d6f-8822-95747050311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:57.612919 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ae59fb0f-3027-4e5d-9f93-e825f8103d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:57.909197 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:58.790142 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:00.332778 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.455285 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:55:03.040021 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 32962) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:03.085480 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [None req-7cbb1c75-6101-4b82-9519-84310c919f09 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:55:03.086454 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7cbb1c75-6101-4b82-9519-84310c919f09 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454710 Jun 22 01:55:05.315213 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 32970) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:05.372294 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16805a6-74dc-496e-a049-1b8fc4940169 admin admin] GET failed (client error): The resource could not be found. Jun 22 01:55:05.373605 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b16805a6-74dc-496e-a049-1b8fc4940169 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0574617 Jun 22 01:55:05.510382 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d5a8d-4fb3-479d-a465-855edb9ec023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:05.512489 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1c8d5a8d-4fb3-479d-a465-855edb9ec023 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351635 Jun 22 01:55:07.637270 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32978) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:07.684509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:07.772487 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Made reservation on behalf of 14f0d20539414bd1b056e5af026dab11 for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:55:07.774847 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.816992 dv-cinder-793264-5-smb neutron-server[99636]: WARNING neutron.services.revisions.revision_plugin [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Could not find related network for resource to bump revision. Jun 22 01:55:07.828734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:55:07.837668 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.838001 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Added segment 5710db85-0d7b-40bd-9a12-11c0de27b9c1 of type vlan for network 35124f5c-9d0f-417b-8614-4b204dc6d332 Jun 22 01:55:07.876224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.995192 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.996468 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:07.997101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.999095 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:08.055857 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Pushing event updated for resources: {'Network': ['ID=35124f5c-9d0f-417b-8614-4b204dc6d332,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:08.058717 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:08.066218 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 35124f5c-9d0f-417b-8614-4b204dc6d332 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:55:08.115202 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4768467 Jun 22 01:55:10.250065 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 32986) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:10.310126 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bf2895-0b1d-4088-aa5c-3af55a2f4be2 admin admin] GET failed (client error): The resource could not be found. Jun 22 01:55:10.311389 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e6bf2895-0b1d-4088-aa5c-3af55a2f4be2 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603852 Jun 22 01:55:10.379757 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20403e35-d6cd-4666-82b6-c7882611d00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:10.381171 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-20403e35-d6cd-4666-82b6-c7882611d00e admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660443 Jun 22 01:55:10.392050 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:10.474644 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Made reservation on behalf of 14f0d20539414bd1b056e5af026dab11 for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:55:10.476842 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:10.784145 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:10.786950 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:10.836989 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4eaeae-c109-4bd5-88c0-b4a602cc6603,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:10.840656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:10.846096 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Checking segment: {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:55:10.846445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Network hostable DHCP agents. Network: 35124f5c-9d0f-417b-8614-4b204dc6d332, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:55:10.915193 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Network 35124f5c-9d0f-417b-8614-4b204dc6d332 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:55:10.995438 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 35124f5c-9d0f-417b-8614-4b204dc6d332) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:55:10.999403 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:11.000007 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.004490 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246321f-1ff1-48e5-9498-cec04e38bcf0 None None] Network 35124f5c-9d0f-417b-8614-4b204dc6d332 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:55:11.057153 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6684284 Jun 22 01:55:11.249902 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-35124f5c-9d0f-417b-8614-4b204dc6d332', 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332', 'tenant_id': '14f0d20539414bd1b056e5af026dab11', 'fixed_ips': [{'subnet_id': '4d4eaeae-c109-4bd5-88c0-b4a602cc6603'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:55:11.250761 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.409448 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Allocated IP 192.168.233.2 (35124f5c-9d0f-417b-8614-4b204dc6d332/4d4eaeae-c109-4bd5-88c0-b4a602cc6603/782737a9-4b9f-4bee-8285-b2e3a3ab33fe) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:55:11.553947 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.562390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Transition to ACTIVE for port object 782737a9-4b9f-4bee-8285-b2e3a3ab33fe will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:55:11.577086 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Transition to ACTIVE for port object 782737a9-4b9f-4bee-8285-b2e3a3ab33fe will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:55:11.642250 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.644776 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:11.683358 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Network 35124f5c-9d0f-417b-8614-4b204dc6d332 is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:55:11.686413 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:55:11.689831 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:55:11.695253 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Pushing event updated for resources: {'Port': ['ID=782737a9-4b9f-4bee-8285-b2e3a3ab33fe,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:11.704669 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.705035 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.705374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.705707 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.706032 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.706364 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.706685 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.707001 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.709632 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.709632 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.709632 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.709632 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:11.712396 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:11.761209 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Attempting to bind port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:55:11.761579 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Attempting to bind port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:55:11.761941 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Attempting to bind port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe on network 35124f5c-9d0f-417b-8614-4b204dc6d332 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:55:11.767108 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:55:11.767484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Checking segment: {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:55:11.767885 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.768280 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Bound using segment: {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:55:11.768750 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Bound port: 782737a9-4b9f-4bee-8285-b2e3a3ab33fe, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:55:11.769145 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.833028 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] For port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:55:11.836111 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] For port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=782737a9-4b9f-4bee-8285-b2e3a3ab33fe,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:55:11.910923 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.913575 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-a5866287-74a0-4942-bd8f-382e0e782473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:11.971361 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Pushing event updated for resources: {'Port': ['ID=782737a9-4b9f-4bee-8285-b2e3a3ab33fe,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:11.975211 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:12.831107 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73725b6b-02b3-48bd-9000-38710fcfa5d6 None None] Network 35124f5c-9d0f-417b-8614-4b204dc6d332 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:55:13.013530 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-845fbcf6-f5eb-4d28-9f5e-ef7581715f22 None None] Provisioning for port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:55:13.888891 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 782737a9-4b9f-4bee-8285-b2e3a3ab33fe up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:55:14.012750 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:55:14.017182 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:55:14.017558 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:14.097584 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:14.130465 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=782737a9-4b9f-4bee-8285-b2e3a3ab33fe,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:55:14.212793 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:14.214940 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:14.260136 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=782737a9-4b9f-4bee-8285-b2e3a3ab33fe,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:14.263132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:15.868462 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 782737a9-4b9f-4bee-8285-b2e3a3ab33fe up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:55:15.916158 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 782737a9-4b9f-4bee-8285-b2e3a3ab33fe triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:55:15.916520 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:25.086583 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e37ed082-d8e0-4d8d-a7e2-ecda5eee2b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:27.606707 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-41df49e5-df09-4da0-90b0-b0e4de8816e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:27.930751 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:28.829288 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:30.349563 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:38.454567 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:55:55.091562 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-bcd7f6bf-bf9a-4f37-9154-ee62b781c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:57.646488 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-f209341b-6490-484e-ad4a-e7da11bd85c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:57.908720 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:58.902711 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:00.342583 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:15.452659 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:56:25.112470 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d4270d06-1457-4ea9-8e99-27a0982ce10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:27.616121 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5996fb00-9629-450b-b86c-fc2527730175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:27.896220 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:28.827694 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:30.347388 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:41.840004 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33038) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:41.846129 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [None req-c197de51-462b-46fc-8f29-e82ae6a3e848 tempest-verify_tempest_config-2130834738 tempest-verify_tempest_config-2130834738-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:56:41.847085 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c197de51-462b-46fc-8f29-e82ae6a3e848 tempest-verify_tempest_config-2130834738 tempest-verify_tempest_config-2130834738-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061133 Jun 22 01:56:42.503650 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33056) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:42.607705 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.693686 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.775838 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.782619 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:42.824343 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45c7ac62db4f4d9f99edaf16247e1130&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3195970 Jun 22 01:56:42.825074 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74b7d2-6dc8-4ec5-82cb-0665fe89589b,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:42.826974 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33062) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:42.832055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.832397 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.832732 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.833110 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.833431 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.833749 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.834113 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.834410 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.834742 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.835089 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.835402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.835711 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:42.840084 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:42.881562 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.902174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:43.056096 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:43.059587 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:43.060734 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e74b7d2-6dc8-4ec5-82cb-0665fe89589b HTTP/1.1" status: 204 len: 168 time: 0.2327220 Jun 22 01:56:43.061534 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e9db6be2-891c-4bc0-97b2-108a66d68aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:43.069072 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74b7d2-6dc8-4ec5-82cb-0665fe89589b,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:43.076665 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.076985 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.077339 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.077657 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.078102 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.078434 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.078762 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.079084 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.079537 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.079867 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.080193 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.080511 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:43.083536 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:52.451838 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:56:55.153302 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-94cb6d8c-bcb7-4089-9159-a14a7da88f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:57.609810 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-3a78006b-08d6-4364-8646-570dffd96b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:58.014489 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:58.838294 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:00.346733 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:25.139519 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6227a0f2-2ee8-41db-a085-d09149edf1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:27.603780 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c1853dc9-609b-490e-a262-96618d83410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:27.889351 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:28.866346 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:29.450413 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:57:30.351535 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:55.105200 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-19fe851a-8180-48a1-b2fc-d2556b81634e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:57.648300 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b6fb7d73-6319-4f17-a4c3-005e1d03fd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:57.922513 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:58.956864 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:00.373522 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:06.448997 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 5 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:58:24.778885 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937'] for agent, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:25.115897 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a8581c3-3ad7-40e7-a0be-8b7e44b01d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:27.635660 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b95eebf2-02fb-4dfe-9d66-4ed33cf47617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:27.954643 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:28.840536 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:29.170760 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33114) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:58:29.271471 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-5983486a-4b94-433f-9599-026e7856c1b8 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0995474 Jun 22 01:58:30.361680 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:31.406852 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33124) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:58:31.458302 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-810c2d69-f05c-494d-9bcb-cb5d2c068eb7 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0503538 Jun 22 01:58:43.448438 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:58:54.748191 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:55.114727 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-95f768d9-6955-437e-84fa-551d0e813d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:57.652053 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6c4ad14d-43e4-4a2c-9bd0-3f892540bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:57.897542 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:58.833927 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:00.372117 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:20.447897 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:59:24.731446 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:25.101615 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-47bd289a-e8ef-4244-8b8b-4539cc4142bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.600287 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c02f0790-4ad5-425d-859c-4a70e8f0019c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.885795 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:28.815934 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.405899 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.839292 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.100710 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-cfc77096-4503-486b-9565-6ad3df00395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:57.446727 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:59:57.604870 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dbacfb21-8dc6-4eed-8a5c-3491bcf7d192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:57.890794 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.828332 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:00.375355 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:10.350010 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33324) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:10.722459 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-network', 'tenant_id': '7742d9252bff49b894f65802d1b8594b'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:10.827617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Made reservation on behalf of 7742d9252bff49b894f65802d1b8594b for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:10.830081 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:10.839207 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:10.935059 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:10.939083 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33352) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.002332 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33360) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.009248 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.014826 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-555e5a28-c3f8-44c2-80fa-588d0b56f238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.034145 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33364) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.036371 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:11.044425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c5679-ad47-4f70-ad18-c03a4668b7ab,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.053640 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.053982 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.054508 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.054841 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.055162 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.055480 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.055793 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.056104 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.056416 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.056719 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.057226 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.057534 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Tracked resource versions report: Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: pushed versions: Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: { 'AddressGroup': {'1.2'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'ConntrackHelper': {'1.0'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Log': {'1.0'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Network': {'1.1'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Port': {'1.7'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'PortForwarding': {'1.2'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'QosPolicy': {'1.8'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroup': {'1.4'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroupRule': {'1.2'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'SubPort': {'1.0'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Subnet': {'1.1'}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Trunk': {'1.1'}} Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: consumer versions: Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: HyperV agent@hv-cinder-79326: {}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'ConntrackHelper': '1.0', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Log': '1.0', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Network': '1.1', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Port': '1.7', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'PortForwarding': '1.2', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'QosPolicy': '1.8', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroup': '1.4', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'SecurityGroupRule': '1.2', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'SubPort': '1.0', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Subnet': '1.1', Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: 'Trunk': '1.1'}} Jun 22 02:00:11.058592 dv-cinder-793264-5-smb neutron-server[99636]: {{(pid=99636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 02:00:11.063538 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.063891 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Added segment d4ce0e30-a66e-4c84-acb2-404cbe66673f of type vlan for network e8c9692f-3735-4454-be5a-b34d2b08ad27 Jun 22 02:00:11.090887 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.104221 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.148815 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1537953049-network', 'tenant_id': 'e980173e415e4ab2b448a95a1c9d9b3c'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:11.279108 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.280073 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Made reservation on behalf of e980173e415e4ab2b448a95a1c9d9b3c for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:11.282575 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.285251 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:11.285841 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.295086 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.299801 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.370817 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-network', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:11.394435 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c9692f-3735-4454-be5a-b34d2b08ad27,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.404731 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:11.406982 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.411297 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0569344 Jun 22 02:00:11.411633 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33382) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.417043 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Request body: {'subnet': {'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-subnet', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:11.428084 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33384) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.500302 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1499315553-network', 'tenant_id': '7f12bea70626417ea292bf88195892f0'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:11.506475 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.569795 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1268135569-network', 'tenant_id': '74990f7cf9ae454aad4d780e77588aac'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:11.588117 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.597219 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.614418 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:11.635628 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.635970 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Added segment 06d794c5-1c35-4731-a90d-a6fcb45ffc74 of type vlan for network 59cbe473-e756-4395-bb9b-34911d159b4e Jun 22 02:00:11.637521 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2458906-3cf7-4174-acc2-17fb7c084a16,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.665310 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.679468 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.748120 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Made reservation on behalf of 4f610bc0ac3e401e81fac2c0e873bc28 for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:11.752179 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.767475 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.810585 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.812075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:11.812710 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.826626 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.847090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Made reservation on behalf of 7742d9252bff49b894f65802d1b8594b for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:11.851058 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.873529 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.db.api [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 02:00:11.873529 dv-cinder-793264-5-smb neutron-server[99636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 02:00:11.873529 dv-cinder-793264-5-smb neutron-server[99636]: [parameters: {'project_id_1': '74990f7cf9ae454aad4d780e77588aac', 'expiration_1': datetime.datetime(2021, 6, 22, 2, 0, 11, 575394)}] Jun 22 02:00:11.873529 dv-cinder-793264-5-smb neutron-server[99636]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:11.873944 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_db.api [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:11.874508 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.db.api [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 02:00:11.874508 dv-cinder-793264-5-smb neutron-server[99636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 02:00:11.874508 dv-cinder-793264-5-smb neutron-server[99636]: [parameters: {'project_id_1': '4f610bc0ac3e401e81fac2c0e873bc28', 'expiration_1': datetime.datetime(2021, 6, 22, 2, 0, 11, 785463)}] Jun 22 02:00:11.874508 dv-cinder-793264-5-smb neutron-server[99636]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:11.874870 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_db.api [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:11.893065 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Pushing event updated for resources: {'Network': ['ID=59cbe473-e756-4395-bb9b-34911d159b4e,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.895926 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.904264 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 59cbe473-e756-4395-bb9b-34911d159b4e details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:12.113775 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Made reservation on behalf of 7f12bea70626417ea292bf88195892f0 for: {'network': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:12.145964 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.145964 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.167629 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2279902 Jun 22 02:00:12.171075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33416) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:12.176882 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Request body: {'subnet': {'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1537953049-subnet', 'tenant_id': 'e980173e415e4ab2b448a95a1c9d9b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:12.248017 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.290728 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.294190 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:12.330164 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.369562 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=99635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:12.376940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2992c285-5024-432f-8e06-2caff6af0221,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:12.378503 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.379320 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Checking segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:12.379666 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Network hostable DHCP agents. Network: e8c9692f-3735-4454-be5a-b34d2b08ad27, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:12.397393 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.397639 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.397971 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.398301 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.398623 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.398945 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.399262 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.399581 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.399899 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.400213 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.400525 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.400867 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Tracked resource versions report: Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: pushed versions: Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: { 'AddressGroup': {'1.2'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'ConntrackHelper': {'1.0'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Log': {'1.0'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Network': {'1.1'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Port': {'1.7'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'PortForwarding': {'1.2'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'QosPolicy': {'1.8'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroup': {'1.4'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroupRule': {'1.2'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'SubPort': {'1.0'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Subnet': {'1.1'}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Trunk': {'1.1'}} Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: consumer versions: Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: HyperV agent@hv-cinder-79326: {}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'ConntrackHelper': '1.0', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Log': '1.0', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Network': '1.1', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Port': '1.7', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'PortForwarding': '1.2', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'QosPolicy': '1.8', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroup': '1.4', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'SecurityGroupRule': '1.2', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'SubPort': '1.0', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Subnet': '1.1', Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: 'Trunk': '1.1'}} Jun 22 02:00:12.401900 dv-cinder-793264-5-smb neutron-server[99635]: {{(pid=99635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 02:00:12.407751 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.408284 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.segments_db [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Added segment 4bf801f9-9784-4eb4-addf-3a60287787b8 of type vlan for network 5fd6397d-c11c-46dc-a200-42928139eb2b Jun 22 02:00:12.413927 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:12.413927 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:12.434636 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Made reservation on behalf of e980173e415e4ab2b448a95a1c9d9b3c for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:12.437635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.475675 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f46624-043d-45ce-99da-e93240066edb,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:12.483547 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:12.487011 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.519130 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:12.570821 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Made reservation on behalf of 74990f7cf9ae454aad4d780e77588aac for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:12.573173 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.589497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.616154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.617928 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:12.618526 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.622702 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f90a7ee-d749-4628-9578-d7a097e24f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:12.722263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.747495 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, e8c9692f-3735-4454-be5a-b34d2b08ad27) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:12.754212 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:12.754463 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.756348 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc843ce-2b11-44dd-94b1-19a7edd9bcee None None] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:12.768245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd6397d-c11c-46dc-a200-42928139eb2b,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:12.771866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.772904 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:12.777846 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2c1aac9b-12c5-46da-852b-a6a942afa9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:12.816769 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 5fd6397d-c11c-46dc-a200-42928139eb2b details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:12.827371 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.859053 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Checking segment: {'id': '06d794c5-1c35-4731-a90d-a6fcb45ffc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:12.859405 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Network hostable DHCP agents. Network: 59cbe473-e756-4395-bb9b-34911d159b4e, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:12.869294 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863b1858-9842-4475-8604-3d417c73cf31,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:12.872105 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:12.876439 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:12.885655 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:12.908739 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4960346 Jun 22 02:00:12.911641 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33442) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:12.917499 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:12.917499 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Added segment 630c5bc2-4e34-45be-b7fb-cb1cc36b0521 of type vlan for network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b Jun 22 02:00:12.919642 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:12.920241 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273cd795-5bfa-422f-853f-5b0fb2202081,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:12.923500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:12.976325 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.004207 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-e8c9692f-3735-4454-be5a-b34d2b08ad27', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:00:13.005174 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.035369 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Network 59cbe473-e756-4395-bb9b-34911d159b4e is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:13.076575 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.136150 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.137572 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:13.146685 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.146685 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:13.179168 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Allocated IP 172.20.0.2 (e8c9692f-3735-4454-be5a-b34d2b08ad27/2992c285-5024-432f-8e06-2caff6af0221/27eca034-91e4-4bba-ad77-d5a71d9bc93b) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:13.203313 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 59cbe473-e756-4395-bb9b-34911d159b4e) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:13.210869 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:13.211635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.214069 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.222101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Pushing event updated for resources: {'Network': ['ID=23684a9a-e44e-47d7-8cd9-4cf8fe73449b,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:13.225184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:13.238637 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:13.238760 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebbd358-5207-47c9-9eee-d56b3c481306 None None] Network 59cbe473-e756-4395-bb9b-34911d159b4e requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:13.239449 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:13.255180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:13.269818 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd314231-0ba9-4a9d-9e55-e56a59e22058,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:13.275249 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:13.280012 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.280530 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Added segment 6fc3be70-9460-4799-9487-524cac1617fa of type vlan for network dfe096a5-c38e-4c74-b42a-07322a07f428 Jun 22 02:00:13.297685 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2623873 Jun 22 02:00:13.300599 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33462) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:13.319274 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Request body: {'subnet': {'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1499315553-subnet', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:13.331547 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3280733 Jun 22 02:00:13.334546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33464) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:13.339819 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Request body: {'subnet': {'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-subnet', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:13.402701 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-dbef334d-0c21-4b75-a515-5910628fc768 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2297616 Jun 22 02:00:13.433213 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.499953 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.509812 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Transition to ACTIVE for port object 27eca034-91e4-4bba-ad77-d5a71d9bc93b will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:13.526088 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Transition to ACTIVE for port object 27eca034-91e4-4bba-ad77-d5a71d9bc93b will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:13.573872 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.574894 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.604565 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e4896-84c3-45d6-9e57-4c3c671865cd None None] Network 59cbe473-e756-4395-bb9b-34911d159b4e requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:13.611635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.612996 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:13.613673 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.625974 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8181d070-394c-419e-baee-e66de07426dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:13.666611 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.673356 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:13.685462 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe096a5-c38e-4c74-b42a-07322a07f428,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:13.687997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:13.688854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.711570 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network dfe096a5-c38e-4c74-b42a-07322a07f428 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:13.748154 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:13.749119 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Pushing event updated for resources: {'Port': ['ID=27eca034-91e4-4bba-ad77-d5a71d9bc93b,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:13.753299 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Made reservation on behalf of 4f610bc0ac3e401e81fac2c0e873bc28 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:13.755766 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.775072 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:13.811843 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.819866 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Tracked resource versions report: Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: pushed versions: Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: { 'AddressGroup': {'1.2'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'ConntrackHelper': {'1.0'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Log': {'1.0'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Network': {'1.1'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Port': {'1.7'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'PortForwarding': {'1.2'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'QosPolicy': {'1.8'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroup': {'1.4'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroupRule': {'1.2'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'SubPort': {'1.0'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Subnet': {'1.1'}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Trunk': {'1.1'}} Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: consumer versions: Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: HyperV agent@hv-cinder-79326: {}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'ConntrackHelper': '1.0', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Log': '1.0', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Network': '1.1', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Port': '1.7', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'PortForwarding': '1.2', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'QosPolicy': '1.8', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroup': '1.4', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'SecurityGroupRule': '1.2', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'SubPort': '1.0', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Subnet': '1.1', Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: 'Trunk': '1.1'}} Jun 22 02:00:13.820670 dv-cinder-793264-5-smb neutron-server[99637]: {{(pid=99637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 02:00:13.823277 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3933971 Jun 22 02:00:13.826354 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33488) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:13.832287 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Request body: {'subnet': {'network_id': 'dfe096a5-c38e-4c74-b42a-07322a07f428', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1268135569-subnet', 'tenant_id': '74990f7cf9ae454aad4d780e77588aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:13.846305 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:13.849959 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.db.api [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 02:00:13.849959 dv-cinder-793264-5-smb neutron-server[99636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 02:00:13.849959 dv-cinder-793264-5-smb neutron-server[99636]: [parameters: {'project_id_1': '74990f7cf9ae454aad4d780e77588aac', 'expiration_1': datetime.datetime(2021, 6, 22, 2, 0, 13, 839525)}] Jun 22 02:00:13.849959 dv-cinder-793264-5-smb neutron-server[99636]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:13.850400 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_db.api [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:13.927538 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Attempting to bind port 27eca034-91e4-4bba-ad77-d5a71d9bc93b on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:13.927978 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Attempting to bind port 27eca034-91e4-4bba-ad77-d5a71d9bc93b by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:13.928346 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Attempting to bind port 27eca034-91e4-4bba-ad77-d5a71d9bc93b on network e8c9692f-3735-4454-be5a-b34d2b08ad27 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:13.933697 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:13.934129 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Checking segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:13.934554 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.934957 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Bound using segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:13.936109 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Bound port: 27eca034-91e4-4bba-ad77-d5a71d9bc93b, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:13.936572 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.954839 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33492) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:13.973195 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Made reservation on behalf of 7f12bea70626417ea292bf88195892f0 for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:13.979283 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:13.979507 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.007999 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] For port 27eca034-91e4-4bba-ad77-d5a71d9bc93b, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:14.011824 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] For port 27eca034-91e4-4bba-ad77-d5a71d9bc93b, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=27eca034-91e4-4bba-ad77-d5a71d9bc93b,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:14.323827 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.332452 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33512) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:14.334873 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:14.336692 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.376271 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.397335 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Pushing event updated for resources: {'Port': ['ID=27eca034-91e4-4bba-ad77-d5a71d9bc93b,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:14.407368 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:14.408614 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33526) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:14.414555 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.430333 dv-cinder-793264-5-smb neutron-server[99635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 02:00:14.431109 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:14.436411 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:14.443562 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.db.api [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 02:00:14.443562 dv-cinder-793264-5-smb neutron-server[99636]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 02:00:14.443562 dv-cinder-793264-5-smb neutron-server[99636]: [parameters: {'project_id_1': 'd32b4b2893dd4090b78c4cf64f9b639b', 'expiration_1': datetime.datetime(2021, 6, 22, 2, 0, 14, 377509)}] Jun 22 02:00:14.443562 dv-cinder-793264-5-smb neutron-server[99636]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:14.444032 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_db.api [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:14.493233 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:14.503063 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:14.511204 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Checking segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:14.511555 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Network hostable DHCP agents. Network: 5fd6397d-c11c-46dc-a200-42928139eb2b, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:14.520519 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Made reservation on behalf of 74990f7cf9ae454aad4d780e77588aac for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:14.522959 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.604033 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca6be56-2fdf-47c7-a163-7601cb1dfbd2,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:14.608135 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:14.651037 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Network 5fd6397d-c11c-46dc-a200-42928139eb2b is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:14.725771 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.764438 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 5fd6397d-c11c-46dc-a200-42928139eb2b) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:14.769567 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:14.770149 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.775219 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e30db-a01a-4424-a700-93da95ceafc2 None None] Network 5fd6397d-c11c-46dc-a200-42928139eb2b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:14.821273 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.822983 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Checking segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:14.823327 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Network hostable DHCP agents. Network: 23684a9a-e44e-47d7-8cd9-4cf8fe73449b, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:14.827758 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.830206 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-116b1163-9898-4736-b0d3-0bda3a4d44ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:14.859790 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.880921 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a9b9ad-c016-4001-bca6-8b976a36d0a9,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:14.884409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:14.902555 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5997462 Jun 22 02:00:14.910735 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33532) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:14.911582 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Checking segment: {'id': '6fc3be70-9460-4799-9487-524cac1617fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'dfe096a5-c38e-4c74-b42a-07322a07f428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:14.912004 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Network hostable DHCP agents. Network: dfe096a5-c38e-4c74-b42a-07322a07f428, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:14.918794 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:14.935192 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-5fd6397d-c11c-46dc-a200-42928139eb2b', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:00:14.941310 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.944539 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:14.988663 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-e1b47dbe-d633-4080-a20d-5c78d302da02 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:14.990225 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-e1b47dbe-d633-4080-a20d-5c78d302da02 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/networks?id=59cbe473-e756-4395-bb9b-34911d159b4e HTTP/1.1" status: 200 len: 812 time: 0.5661807 Jun 22 02:00:15.010594 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Network dfe096a5-c38e-4c74-b42a-07322a07f428 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:15.027394 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-b71ccda2-00c5-4bc2-8219-df9f276c277f tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/quotas/e980173e415e4ab2b448a95a1c9d9b3c HTTP/1.1" status: 200 len: 375 time: 0.0285826 Jun 22 02:00:15.053354 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:15.081712 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Allocated IP 172.20.0.2 (5fd6397d-c11c-46dc-a200-42928139eb2b/e4c4cc44-5b9c-45b2-807e-c5c336f2ab19/992ada5f-876c-4693-a05c-0cce0fb44c2a) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:15.107735 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, dfe096a5-c38e-4c74-b42a-07322a07f428) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:15.112207 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:15.119117 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 23684a9a-e44e-47d7-8cd9-4cf8fe73449b) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:15.119460 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.119553 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-ea5cbc09-0407-4248-bf89-40ffcf28f775 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e980173e415e4ab2b448a95a1c9d9b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692096 Jun 22 02:00:15.128433 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:15.129126 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.156173 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ac82c-e368-4a2d-8243-bbcd95617c3a None None] Network dfe096a5-c38e-4c74-b42a-07322a07f428 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:15.158566 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb998fa-aa07-4dbf-8afb-660d42dcea2f None None] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:15.160567 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Allocated IP 172.28.2.97 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/5a468447-ba90-4be8-a763-542482b8cc4a) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:15.196554 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.288839 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.301620 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:15.343163 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-13d99efb-71e1-49a5-b774-2b80a991021f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:00:15.344273 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-13d99efb-71e1-49a5-b774-2b80a991021f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0846362 Jun 22 02:00:15.360086 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.371049 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0351579 Jun 22 02:00:15.374017 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33540) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:15.384166 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:15.386638 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc2080-8fd7-4780-b167-2bc8a96ef0fd,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:15.396268 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb2054b99cba4b5a8e8f259c68cedf0c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0626621 Jun 22 02:00:15.397335 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:15.399112 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33542) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:15.440769 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.442666 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.513022 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-7a1e75f7-10e2-4cd0-81fa-b9957ceaa648 service neutron] 10.222.0.35 "GET /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482465 Jun 22 02:00:15.579792 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.588736 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faf9770-464a-4bb2-a8f6-4c2c90461dd9 None None] Network dfe096a5-c38e-4c74-b42a-07322a07f428 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:15.600101 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dd8ea3a-4505-4f4d-ae4c-a6d151e5011a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:15.607997 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c27207-a033-4d4a-bc7a-b3da7e7c0f0c None None] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:15.610529 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcd860-559a-4000-9777-2c084cfc6d25 None None] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:15.636128 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.694344 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Transition to ACTIVE for port object 992ada5f-876c-4693-a05c-0cce0fb44c2a will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:15.703472 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.710353 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Transition to ACTIVE for port object 992ada5f-876c-4693-a05c-0cce0fb44c2a will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:15.734908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.762591 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.783451 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:15.813173 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:15.821119 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Pushing event updated for resources: {'Port': ['ID=5a468447-ba90-4be8-a763-542482b8cc4a,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:15.843535 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-3313c3b8-066e-4b34-bfa2-f32531970b17 None None] Provisioning for port 27eca034-91e4-4bba-ad77-d5a71d9bc93b completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:15.853204 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.860522 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:15.869558 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:15.943770 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:15.949039 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0dfe7167-f654-4ddf-bddd-2b524089a7ec service neutron] 10.222.0.35 "GET /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396465 Jun 22 02:00:15.985788 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.029846 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.031911 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Network 5fd6397d-c11c-46dc-a200-42928139eb2b is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:16.033499 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Pushing event updated for resources: {'Port': ['ID=992ada5f-876c-4693-a05c-0cce0fb44c2a,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:16.038324 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.040174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.043859 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9dc2080-8fd7-4780-b167-2bc8a96ef0fd HTTP/1.1" status: 204 len: 168 time: 0.6413622 Jun 22 02:00:16.043859 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:16.069477 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc2080-8fd7-4780-b167-2bc8a96ef0fd,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:16.073850 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:16.074520 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:16.097889 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.106787 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4ca21e25-2323-401e-875f-66c34dcbf704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:16.151999 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:16.202230 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:16.203084 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 27eca034-91e4-4bba-ad77-d5a71d9bc93b up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:16.206675 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d32b4b2893dd4090b78c4cf64f9b639b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2491291 Jun 22 02:00:16.212581 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3840883 Jun 22 02:00:16.233895 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33566) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:16.363882 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.385455 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441cfa60-b3c8-47cb-a15d-dc724d2ebdbb,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:16.407677 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Attempting to bind port 992ada5f-876c-4693-a05c-0cce0fb44c2a on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:16.408000 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Attempting to bind port 992ada5f-876c-4693-a05c-0cce0fb44c2a by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:16.408136 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:16.408311 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Attempting to bind port 992ada5f-876c-4693-a05c-0cce0fb44c2a on network 5fd6397d-c11c-46dc-a200-42928139eb2b {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:16.412726 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.432114 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:16.432612 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Checking segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:16.432915 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.433306 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Bound using segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:16.433802 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Bound port: 992ada5f-876c-4693-a05c-0cce0fb44c2a, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:16.434178 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.500652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.502010 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.577875 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 27eca034-91e4-4bba-ad77-d5a71d9bc93b completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:16.586755 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 27eca034-91e4-4bba-ad77-d5a71d9bc93b triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:16.599846 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.607246 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] For port 992ada5f-876c-4693-a05c-0cce0fb44c2a, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:16.625065 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] For port 992ada5f-876c-4693-a05c-0cce0fb44c2a, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=992ada5f-876c-4693-a05c-0cce0fb44c2a,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:16.642150 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4240d6a4-abea-4e5e-b10e-e7a07800dcb8 req-124bdd5c-0faa-4660-824d-735c195f9dbc tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.2427444 Jun 22 02:00:16.648742 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.720926 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.739391 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:16.776283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.805358 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.841251 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.865394 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Pushing event updated for resources: {'Port': ['ID=992ada5f-876c-4693-a05c-0cce0fb44c2a,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:16.869544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 27eca034-91e4-4bba-ad77-d5a71d9bc93b, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=27eca034-91e4-4bba-ad77-d5a71d9bc93b,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:16.871131 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:16.871898 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-9912f15c-ba3f-4f2d-94ae-cf79a0def819 None None] Provisioning complete for port 27eca034-91e4-4bba-ad77-d5a71d9bc93b triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:16.872272 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9912f15c-ba3f-4f2d-94ae-cf79a0def819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.879036 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.902635 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.906543 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.911302 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.912660 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/441cfa60-b3c8-47cb-a15d-dc724d2ebdbb HTTP/1.1" status: 204 len: 168 time: 0.6775677 Jun 22 02:00:16.913873 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:16.970573 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9912f15c-ba3f-4f2d-94ae-cf79a0def819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.973721 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:16.985528 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:17.006725 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441cfa60-b3c8-47cb-a15d-dc724d2ebdbb,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:17.018524 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:17.138824 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=27eca034-91e4-4bba-ad77-d5a71d9bc93b,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:17.142466 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:17.161544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.db.api [None req-9912f15c-ba3f-4f2d-94ae-cf79a0def819 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:17.161544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_db.api [None req-9912f15c-ba3f-4f2d-94ae-cf79a0def819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:17.177299 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33612) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:17.202609 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.374889 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.385090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.409849 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Allocated IP 172.28.2.166 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/50242b81-6c52-40bc-bbeb-e2d5a6a2dc67) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:17.450176 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:00:17.519646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.568001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:17.575280 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.579722 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:17.585530 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b0ad0ffd-3edc-4624-833a-de2c184eecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:17.599919 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:17.602530 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:17.631147 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb523842ea34440a96f8469972543c3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4527614 Jun 22 02:00:17.632354 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33628) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:17.633940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a596d3-14bc-46bc-bac7-c4c115ed3f11,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:17.637919 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:17.673371 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.674916 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7622004 Jun 22 02:00:17.679042 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33636) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:17.780751 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.879739 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1a8666d8-d42e-489f-9ec7-eb3eb5341e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:17.900593 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bbc8b43f-1ba9-446c-a53d-ef1b0c85c80d req-38db723b-53e4-40fe-8ab4-cc98f8224a9e tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.0607462 Jun 22 02:00:17.966146 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:17.971346 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.991086 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:18.002574 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:18.049400 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:18.052560 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.095392 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.217041 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33654) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:18.231707 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:15Z', 'revision_number': 3, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:18.245417 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33656) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:18.262078 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:18.262454 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Updating router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e port 5a468447-ba90-4be8-a763-542482b8cc4a binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:18.269648 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.278565 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Pushing event updated for resources: {'Port': ['ID=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:18.278782 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045278269-network', 'tenant_id': '69dd807af65c4c9f92887e82a6424a26'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:18.299273 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:18.306187 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.323789 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f3c5b9-068d-41d7-b550-5600f2fffd56 None None] Network 5fd6397d-c11c-46dc-a200-42928139eb2b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:18.327610 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 992ada5f-876c-4693-a05c-0cce0fb44c2a up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:18.357036 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.488327 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Made reservation on behalf of 69dd807af65c4c9f92887e82a6424a26 for: {'network': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:18.490886 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.506965 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-399b03f6-4586-49f5-9ad1-600d1d513f49 None None] Provisioning for port 992ada5f-876c-4693-a05c-0cce0fb44c2a completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:18.542060 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 992ada5f-876c-4693-a05c-0cce0fb44c2a completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:18.550971 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 992ada5f-876c-4693-a05c-0cce0fb44c2a triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:18.551641 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.632732 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.637997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Allocated IP 172.28.2.169 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:18.725121 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.730280 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.734961 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50a596d3-14bc-46bc-bac7-c4c115ed3f11 HTTP/1.1" status: 204 len: 168 time: 1.0971510 Jun 22 02:00:18.735154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.735245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:18.745230 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a596d3-14bc-46bc-bac7-c4c115ed3f11,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:18.756093 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:18.879803 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.916474 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.931130 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.941760 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 992ada5f-876c-4693-a05c-0cce0fb44c2a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=992ada5f-876c-4693-a05c-0cce0fb44c2a,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:18.952692 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d13cfaa7-76b7-4d50-8651-d420c43a5301 None None] Provisioning complete for port 992ada5f-876c-4693-a05c-0cce0fb44c2a triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:18.953352 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d13cfaa7-76b7-4d50-8651-d420c43a5301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.003848 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33666) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:19.010742 dv-cinder-793264-5-smb neutron-server[99636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 02:00:19.021653 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Allocated IP 172.20.0.1 (e8c9692f-3735-4454-be5a-b34d2b08ad27/2992c285-5024-432f-8e06-2caff6af0221/5d5642e7-06b8-45d0-9311-05c28da9f481) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:19.026715 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.058680 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d13cfaa7-76b7-4d50-8651-d420c43a5301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.070603 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.080892 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.094109 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a895ccda-e4cc-4da1-be6e-2dc627d956f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:19.104088 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 27eca034-91e4-4bba-ad77-d5a71d9bc93b up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:19.114831 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-073bc189-7944-4cd2-8a94-451df0b43e15 req-01b5ee1a-e610-4637-b493-add617b3e308 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.1051412 Jun 22 02:00:19.137968 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:19.160328 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=daeed0b36fd34c07a0faab4680c71b21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9389658 Jun 22 02:00:19.160632 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33674) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:19.164224 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc5997-a899-499e-9e3d-292d4321d2f7,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:19.186976 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:19.234905 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.257885 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Transition to ACTIVE for port object 5d5642e7-06b8-45d0-9311-05c28da9f481 will not be triggered until provisioned by entity DHCP. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:19.291456 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.296310 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 27eca034-91e4-4bba-ad77-d5a71d9bc93b triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:19.296694 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.323043 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.326220 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.db.api [None req-d13cfaa7-76b7-4d50-8651-d420c43a5301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:19.326713 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_db.api [None req-d13cfaa7-76b7-4d50-8651-d420c43a5301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:19.349823 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=992ada5f-876c-4693-a05c-0cce0fb44c2a,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:19.355663 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:19.374560 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.401944 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.405386 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.409181 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.410819 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:19.415107 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:19.456267 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.457739 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=99635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:19.496570 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f0c11a-1928-4ebf-8bd3-d75463751acb,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:19.518813 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.519376 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.segments_db [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Added segment d7faa7a9-d142-4f88-a891-3f9ed52c4ad5 of type vlan for network a5473cf7-a9fa-44d6-b4cb-89f2edd7c999 Jun 22 02:00:19.539912 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:19.548977 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:19.561441 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:19.563017 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:19.567475 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:19.581253 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:19.603782 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:19.604330 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.666005 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.678594 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Transition to ACTIVE for port object 5a468447-ba90-4be8-a763-542482b8cc4a will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:19.685965 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:19.687791 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Pushing event updated for resources: {'Port': ['ID=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:19.704031 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:19.715722 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5642e7-06b8-45d0-9311-05c28da9f481,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:19.741504 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:19.760289 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.776105 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.780350 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:19.870813 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Pushing event updated for resources: {'Port': ['ID=5a468447-ba90-4be8-a763-542482b8cc4a,revision_number=2']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:19.874381 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Attempting to bind port 5a468447-ba90-4be8-a763-542482b8cc4a on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:19.874381 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Attempting to bind port 5a468447-ba90-4be8-a763-542482b8cc4a by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:19.874381 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Attempting to bind port 5a468447-ba90-4be8-a763-542482b8cc4a on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:19.883699 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.884035 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.884460 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.884691 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.885046 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.885353 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.885676 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.885990 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.886324 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.886625 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.887067 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.887388 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Tracked resource versions report: Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: pushed versions: Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: { 'AddressGroup': {'1.2'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'ConntrackHelper': {'1.0'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Log': {'1.0'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Network': {'1.1'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Port': {'1.7'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'PortForwarding': {'1.2'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'QosPolicy': {'1.8'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroup': {'1.4'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroupRule': {'1.2'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'SubPort': {'1.0'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Subnet': {'1.1'}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Trunk': {'1.1'}} Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: consumer versions: Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: { DHCP agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: HyperV agent@hv-cinder-79326: {}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: L3 agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: Metadata agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: Metering agent@dv-cinder-793264-5-smb: {}, Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: Open vSwitch agent@dv-cinder-793264-5-smb: { 'AddressGroup': '1.2', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'ConntrackHelper': '1.0', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Log': '1.0', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Network': '1.1', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Port': '1.7', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'PortForwarding': '1.2', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'QosPolicy': '1.8', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroup': '1.4', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'SecurityGroupRule': '1.2', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'SubPort': '1.0', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Subnet': '1.1', Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: 'Trunk': '1.1'}} Jun 22 02:00:19.888988 dv-cinder-793264-5-smb neutron-server[99638]: {{(pid=99638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 02:00:19.892556 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:19.893627 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:19.894055 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:19.894528 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.899225 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:19.899225 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Bound port: 5a468447-ba90-4be8-a763-542482b8cc4a, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:19.899225 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.949660 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] For port 5a468447-ba90-4be8-a763-542482b8cc4a, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:19.953360 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] For port 5a468447-ba90-4be8-a763-542482b8cc4a, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=5a468447-ba90-4be8-a763-542482b8cc4a,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:19.968219 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.970776 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:19.971479 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:19.972199 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.005726 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:20.018093 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.019248 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5bc5997-a899-499e-9e3d-292d4321d2f7 HTTP/1.1" status: 204 len: 168 time: 0.8586550 Jun 22 02:00:20.021697 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:20.039847 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:00:20.047907 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc5997-a899-499e-9e3d-292d4321d2f7,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:20.050997 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.053571 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:20.064366 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:20.123899 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.145320 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 992ada5f-876c-4693-a05c-0cce0fb44c2a up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:20.145802 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Pushing event updated for resources: {'Network': ['ID=a5473cf7-a9fa-44d6-b4cb-89f2edd7c999,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:20.152727 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:20.182927 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:20.186226 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:20.198610 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Pushing event updated for resources: {'Port': ['ID=5a468447-ba90-4be8-a763-542482b8cc4a,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:20.221969 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9764850 Jun 22 02:00:20.222589 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33708) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:20.242363 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Request body: {'subnet': {'network_id': 'a5473cf7-a9fa-44d6-b4cb-89f2edd7c999', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1045278269-subnet', 'tenant_id': '69dd807af65c4c9f92887e82a6424a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:20.249525 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.293005 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-22c94679-5874-41af-b78e-03c934652553 None None] Provisioning for port 5d5642e7-06b8-45d0-9311-05c28da9f481 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:20.308160 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network a5473cf7-a9fa-44d6-b4cb-89f2edd7c999 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:20.313969 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:20.317900 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-22c94679-5874-41af-b78e-03c934652553 None None] Provisioning complete for port 5d5642e7-06b8-45d0-9311-05c28da9f481 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:20.322466 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-22c94679-5874-41af-b78e-03c934652553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.363786 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:20.397887 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Made reservation on behalf of 69dd807af65c4c9f92887e82a6424a26 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:20.404109 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.482895 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.486700 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7f194893-866c-46bf-a4cf-3ff12e66cc90 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5690815 Jun 22 02:00:20.487795 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:20.492451 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33716) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:20.534515 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:20.570991 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 992ada5f-876c-4693-a05c-0cce0fb44c2a triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:20.571535 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.651865 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.726186 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-22c94679-5874-41af-b78e-03c934652553 None None] Port 5d5642e7-06b8-45d0-9311-05c28da9f481 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:20.742378 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:20.743042 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:20.847848 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:20.896025 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-92fa15d7-c3d7-4e63-b5f8-b2e577511874 req-a87c5236-1736-4b6c-a81e-4c80e65cc405 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.3493431 Jun 22 02:00:20.981014 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:21.013225 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:21.023655 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:21.045306 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:21.056009 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:21.108003 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:00:21.194176 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3562-b2ae-4118-87f0-b0c67d7d8094 None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:21.209201 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:21.256763 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:21.265076 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:21.282955 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Sync routers for ids ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:21.295624 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Routers {'86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:21.296725 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:21.387317 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5642e7-06b8-45d0-9311-05c28da9f481,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:21.390713 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:18Z', 'revision_number': 3, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:21.422797 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:21.441820 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:21.448511 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0732143 Jun 22 02:00:21.449689 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Set router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:21.449812 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33750) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:21.473414 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:21.474567 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Updating router 881e97d1-1ce3-4447-9be6-68efc9f97bbf port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:21.656959 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:21.776963 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-26a98890-3309-4514-b377-d1b5bc687cd9 None None] Provisioning complete for port 5d5642e7-06b8-45d0-9311-05c28da9f481 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:21.777439 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-26a98890-3309-4514-b377-d1b5bc687cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:21.814674 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 3, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:21.870856 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33760) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:21.879556 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Checking router: 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:21.879938 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Updating router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:21.950190 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.067859 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-26a98890-3309-4514-b377-d1b5bc687cd9 None None] Port 5d5642e7-06b8-45d0-9311-05c28da9f481 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:22.127413 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:00:22.241395 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.300920 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:22.309755 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.366912 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-65423120-555f-4420-aed0-b619d75a8a97 req-31548534-6046-4421-ad94-5cf5acc7e976 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.0792689 Jun 22 02:00:22.445900 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.491886 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Transition to ACTIVE for port object 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:22.517993 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:22.561914 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] 10.222.0.35 "PUT /v2.0/routers/0ea2f198-1d28-48a0-ad24-aeaf10193f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8739836 Jun 22 02:00:22.588605 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.601029 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:22.689283 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.16', 53983) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:22.706548 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.752726 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Checking segment: {'id': 'd7faa7a9-d142-4f88-a891-3f9ed52c4ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a5473cf7-a9fa-44d6-b4cb-89f2edd7c999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:22.753762 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Network hostable DHCP agents. Network: a5473cf7-a9fa-44d6-b4cb-89f2edd7c999, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:22.767115 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Attempting to bind port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:22.767697 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Attempting to bind port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:22.767817 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Attempting to bind port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:22.782583 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4876a4-1bc7-4820-a44c-2eff2653ee78 None None] Pushing event updated for resources: {'Port': ['ID=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:22.787476 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:22.787868 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:22.788288 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.788894 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:22.792879 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Bound port: 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:22.793287 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.796670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-bd4876a4-1bc7-4820-a44c-2eff2653ee78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:22.834937 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.843890 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09a77a3-e9d7-4114-b066-561c92aebccb,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:22.857805 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:22.911757 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ba62686b-75f0-4851-ac5f-2c7058d46e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:22.917415 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] For port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:22.926786 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] For port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:22.931206 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.942090 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Transition to ACTIVE for port object ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:22.943199 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.955267 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbe6ceed880a40049d4c28b782ea736e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0833297 Jun 22 02:00:22.968584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33786) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:22.972819 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bcd469-2c31-4ee2-982b-f5c189fef9c2,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:22.978212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:22.985817 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.014552 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Network a5473cf7-a9fa-44d6-b4cb-89f2edd7c999 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:23.057778 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.061883 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.068672 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-05bbcd28-e92d-42ae-9062-dc0f3f82cb3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:23.070657 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:23.189621 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-4a9e0946-4a9f-40e6-993b-5f49ee136c0a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:23.191464 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4876a4-1bc7-4820-a44c-2eff2653ee78 None None] Pushing event updated for resources: {'Port': ['ID=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:23.192574 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-4a9e0946-4a9f-40e6-993b-5f49ee136c0a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.16 "GET /v2.0/networks?id=59cbe473-e756-4395-bb9b-34911d159b4e HTTP/1.1" status: 200 len: 812 time: 0.5005639 Jun 22 02:00:23.199560 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-bd4876a4-1bc7-4820-a44c-2eff2653ee78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:23.200343 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:23.204095 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:23.225467 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd3fec-dabd-487f-8668-b3e5b6766ca0 None None] Pushing event updated for resources: {'Port': ['ID=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,revision_number=2']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:23.234057 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-facd3fec-dabd-487f-8668-b3e5b6766ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:23.235093 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, a5473cf7-a9fa-44d6-b4cb-89f2edd7c999) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:23.235263 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Attempting to bind port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:23.235538 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Attempting to bind port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:23.238678 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Attempting to bind port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:23.277442 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:23.281661 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:23.282303 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.284570 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:23.285709 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Bound port: ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:23.288041 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.313416 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Request body: {'port': {'device_id': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e', 'admin_state_up': True, 'tenant_id': 'e980173e415e4ab2b448a95a1c9d9b3c'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:23.385179 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:23.386188 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.453886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Allocated IP 172.20.0.1 (23684a9a-e44e-47d7-8cd9-4cf8fe73449b/eca6be56-2fdf-47c7-a163-7601cb1dfbd2/f2559480-c9a8-41da-a6b7-6ad32662bbd0) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:23.473463 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0653f729-884a-4fda-a3b6-e4a773f53f90 None None] Network a5473cf7-a9fa-44d6-b4cb-89f2edd7c999 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:23.515833 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] For port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:23.532477 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] For port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:23.568939 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3180420 Jun 22 02:00:23.594939 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.673979 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.678957 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:23.793509 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9f6b0abf-d41e-4661-b6f4-9ce52ebc116f req-5f032a97-645f-420c-b53f-4c2f6c8d9ef4 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.0970514 Jun 22 02:00:23.793749 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.834198 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd3fec-dabd-487f-8668-b3e5b6766ca0 None None] Pushing event updated for resources: {'Port': ['ID=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:23.841691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:23.858821 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-facd3fec-dabd-487f-8668-b3e5b6766ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:23.895996 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Routers {'86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:23.899962 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:23.900523 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:23.939943 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33818) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:24.031616 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Allocated IP 172.20.0.1 (5fd6397d-c11c-46dc-a200-42928139eb2b/e4c4cc44-5b9c-45b2-807e-c5c336f2ab19/78f5b6c9-8385-4d2d-a236-cda4f5e72244) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:24.069648 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abec9fb-4294-48f6-b3f9-b960952acf41 None None] Network a5473cf7-a9fa-44d6-b4cb-89f2edd7c999 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:24.098642 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Deleting subnet 38a9b9ad-c016-4001-bca6-8b976a36d0a9 {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:00:24.102504 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33824) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:24.105938 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.110842 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856173379', 'description': 'tempest-description--1941826708'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:24.146524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.175593 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:24.186235 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.186959 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Made reservation on behalf of e980173e415e4ab2b448a95a1c9d9b3c for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:24.190564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.222633 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.225466 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78bcd469-2c31-4ee2-982b-f5c189fef9c2 HTTP/1.1" status: 204 len: 168 time: 1.2338715 Jun 22 02:00:24.234812 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Pushing event updated for resources: {'Port': ['ID=f2559480-c9a8-41da-a6b7-6ad32662bbd0,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:24.242043 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:24.243214 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:24.243533 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5a468447-ba90-4be8-a763-542482b8cc4a up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:24.248645 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.251798 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.264471 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:24.268186 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.270628 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:24.299038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:24.299646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.313047 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bcd469-2c31-4ee2-982b-f5c189fef9c2,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:24.325161 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] Set router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:24.336393 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:24.377905 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.412268 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Transition to ACTIVE for port object 78f5b6c9-8385-4d2d-a236-cda4f5e72244 will not be triggered until provisioned by entity DHCP. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:24.855167 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.866014 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 3, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:24.867561 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:24.868183 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:18Z', 'revision_number': 3, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:24.868636 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc9056-2626-4ce7-8f27-c1bdad133790 None None] The sync data for ids ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'] in dv-cinder-793264-5-smb is: [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 3, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:24.869026 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.871624 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457b8cd4-c1ad-4390-839e-6f1a88f7d10c None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:18Z', 'revision_number': 3, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:24.873211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.873391 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Pushing event updated for resources: {'Port': ['ID=78f5b6c9-8385-4d2d-a236-cda4f5e72244,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:24.873551 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:24.873712 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:24.887924 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Network 5fd6397d-c11c-46dc-a200-42928139eb2b is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:24.918827 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.919687 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 5a468447-ba90-4be8-a763-542482b8cc4a completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:24.931132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:24.932247 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 5a468447-ba90-4be8-a763-542482b8cc4a triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:24.932639 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.957910 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:24.968760 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:24.985423 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.987507 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:24.988332 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T01:59:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:25.080624 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Allocated IP 172.20.0.4 (59cbe473-e756-4395-bb9b-34911d159b4e/863b1858-9842-4475-8604-3d417c73cf31/0d804c47-d4db-4174-92df-5dbedde171c2) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:25.249685 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.287772 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ecc5463f-c2d3-4dd8-8d22-cbff7d795672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.454404 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.461463 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/38a9b9ad-c016-4001-bca6-8b976a36d0a9 HTTP/1.1" status: 204 len: 168 time: 1.5198050 Jun 22 02:00:25.468891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33858) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:25.471695 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a9b9ad-c016-4001-bca6-8b976a36d0a9,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:25.479590 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-599b5799-c87f-4c6a-a280-a6002d668f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:25.563906 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:25.635732 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.640706 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-063e38e7-c383-4357-9801-e10b4c94cc2f req-1869a7b5-090a-47c9-a25a-9c9f44eb751a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.2291079 Jun 22 02:00:25.670847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.768920 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0da43304-19f1-46c4-9488-12a4e4b5a1a9 None None] Provisioning for port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:25.772449 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.825402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:25.842401 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0da43304-19f1-46c4-9488-12a4e4b5a1a9 None None] Provisioning complete for port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:25.843009 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0da43304-19f1-46c4-9488-12a4e4b5a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.849984 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.935189 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.939237 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8329115 Jun 22 02:00:25.946975 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33872) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:25.965645 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'security_group_rule': {'security_group_id': '43dbdccc-f626-4e34-92b3-89fff111bff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:25.979649 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.037083 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.054134 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbdccc-f626-4e34-92b3-89fff111bff3,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:26.079290 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.084994 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.085971 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.086310 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > port after_create 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.086640 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.086983 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > port after_update 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.087312 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.087693 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.087951 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.088265 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.180197 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 5a468447-ba90-4be8-a763-542482b8cc4a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=5a468447-ba90-4be8-a763-542482b8cc4a,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:26.191016 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-0da43304-19f1-46c4-9488-12a4e4b5a1a9 None None] Port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:26.261847 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.277493 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:26.427613 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=5a468447-ba90-4be8-a763-542482b8cc4a,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:26.431882 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:26.472008 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:20Z', 'revision_number': 2, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:26.578851 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:26.579267 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Updating router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e port 5d5642e7-06b8-45d0-9311-05c28da9f481 binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:26.666846 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.684882 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.701951 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.702765 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.703115 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:26.703568 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe096a5-c38e-4c74-b42a-07322a07f428']}} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:26.737853 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:26.768847 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc3be70-9460-4799-9487-524cac1617fa') {'for_net_delete': True} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:26.770497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc3be70-9460-4799-9487-524cac1617fa') {} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:26.800479 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780526'] for segment, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.840868 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.847160 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.849134 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:26.861670 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.874833 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:26.887754 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=99636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:00:26.888987 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11210511'] for segment, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: from cryptography.utils import int_from_bytes Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: from cryptography.utils import int_from_bytes Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: Traceback (most recent call last): Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: timer() Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: cb(*args, **kw) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: return func(*args, **kwargs) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: self._notify() Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: self.callback(batched_events) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: event.method(event) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: return f(self, *a, **k) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: return self._get(url).json() Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: return self.request(url, 'GET', **kwargs) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:00:26.908093 dv-cinder-793264-5-smb neutron-server[99636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:00:26.965915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ef6d20f7-7699-4859-98c4-62a998d79d36 req-5db95bb0-e54a-4857-b1ae-ae0c7403fe8f tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.0534375 Jun 22 02:00:26.997189 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.018863 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Pushing event updated for resources: {'Port': ['ID=f2559480-c9a8-41da-a6b7-6ad32662bbd0,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.055159 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.090023 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.134634 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:27.160879 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:27.161264 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.183691 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.186802 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.205048 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:27.220914 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3d8657dc-1287-4ffa-925c-a5aa00d4c8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:27.227839 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.245978 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dfe096a5-c38e-4c74-b42a-07322a07f428 HTTP/1.1" status: 204 len: 168 time: 1.7647076 Jun 22 02:00:27.258119 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:27.288710 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33894) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:27.331458 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.333605 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe096a5-c38e-4c74-b42a-07322a07f428,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.335757 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:27.351399 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.357544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:27.401521 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Network 59cbe473-e756-4395-bb9b-34911d159b4e is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:27.420339 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Pushing event updated for resources: {'Port': ['ID=0d804c47-d4db-4174-92df-5dbedde171c2,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.438623 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:27.451979 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.457116 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.461904 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.464150 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:27.469983 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Deleting subnet f09a77a3-e9d7-4114-b066-561c92aebccb {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:00:27.472463 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:27.473279 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.474321 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.478787 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.483108 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:27.495605 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-bd4876a4-1bc7-4820-a44c-2eff2653ee78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:27.544968 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.558916 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:27.568813 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.570942 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.576515 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2700605 Jun 22 02:00:27.582069 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.590397 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:27.623593 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.630283 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.651717 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-bc034a22-d233-44e7-9462-f10295ebcc64 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:00:27.651939 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-bc034a22-d233-44e7-9462-f10295ebcc64 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0673378 Jun 22 02:00:27.678339 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11e4db3-7134-4da7-8f5a-eaae12b8b0e7,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.698494 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1c40f228-8160-4727-b3a7-013a03d67a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.720542 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.762193 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.786933 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:27.795310 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:27.796045 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.799781 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Pushing event updated for resources: {'Port': ['ID=78f5b6c9-8385-4d2d-a236-cda4f5e72244,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.804165 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.863793 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.880452 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Network 5fd6397d-c11c-46dc-a200-42928139eb2b is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:27.881932 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:27.917183 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:00:27.923062 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.927142 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9762220 Jun 22 02:00:27.940353 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33910) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:27.971453 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'security_group_rule': {'security_group_id': '43dbdccc-f626-4e34-92b3-89fff111bff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:27.998017 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Request body: {'port': {'device_id': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:28.227446 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.313505 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Transition to ACTIVE for port object 5d5642e7-06b8-45d0-9311-05c28da9f481 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:28.333035 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.342329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.357551 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:28.361962 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:00:28.363026 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.398315 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:28.424819 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.429644 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f09a77a3-e9d7-4114-b066-561c92aebccb HTTP/1.1" status: 204 len: 168 time: 1.1375897 Jun 22 02:00:28.431116 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 33918) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:28.436383 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09a77a3-e9d7-4114-b066-561c92aebccb,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:28.442704 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a6811bad-18e8-4007-8730-a83aa91344ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:28.469801 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:28.480269 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] 10.222.0.35 "PUT /v2.0/routers/86ba61da-ff98-48d1-80c3-d72a7cd3ea3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0279081 Jun 22 02:00:28.499975 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d00bb351-3470-43d9-8e60-cc0bd62a70db None None] Provisioning complete for port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:28.500381 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d00bb351-3470-43d9-8e60-cc0bd62a70db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.558089 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3898a-a181-42f9-abc0-e0e22b420800 req-58e9b60b-31b8-4347-b713-773c76cbb6e5 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:28.559721 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1de3898a-a181-42f9-abc0-e0e22b420800 req-58e9b60b-31b8-4347-b713-773c76cbb6e5 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 931 time: 0.1931317 Jun 22 02:00:28.570869 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-d00bb351-3470-43d9-8e60-cc0bd62a70db None None] Port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:28.572856 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.578180 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.584559 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:28.690119 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.704242 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:28.856225 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5a468447-ba90-4be8-a763-542482b8cc4a up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:28.871681 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1de3898a-a181-42f9-abc0-e0e22b420800 req-fdebc898-1736-4ed1-b4f7-90ba326873bc tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034825 Jun 22 02:00:28.941419 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.038075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.107752 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.110270 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-17dc37b7-7033-406d-bfff-9b540deb4ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:29.209291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb799b2-11cf-4950-a8f8-462be44a168b,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:29.220768 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:29.243840 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:29.243840 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] 10.222.0.35 "PUT /v2.0/routers/881e97d1-1ce3-4447-9be6-68efc9f97bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7485700 Jun 22 02:00:29.267248 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.273564 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Attempting to bind port 5d5642e7-06b8-45d0-9311-05c28da9f481 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:29.273564 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Attempting to bind port 5d5642e7-06b8-45d0-9311-05c28da9f481 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:29.273564 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Attempting to bind port 5d5642e7-06b8-45d0-9311-05c28da9f481 on network e8c9692f-3735-4454-be5a-b34d2b08ad27 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:29.278851 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:29.285523 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Checking segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:29.286284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.286983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Bound using segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:29.287934 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Bound port: 5d5642e7-06b8-45d0-9311-05c28da9f481, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:29.288928 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.294995 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 5a468447-ba90-4be8-a763-542482b8cc4a triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:29.295833 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.312541 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b4f3d-d8e7-4f52-bcb1-80af193693ad None None] Pushing event updated for resources: {'Port': ['ID=5d5642e7-06b8-45d0-9311-05c28da9f481,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:29.330336 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.347636 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3779304 Jun 22 02:00:29.347729 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b67b4f3d-d8e7-4f52-bcb1-80af193693ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:29.348209 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33944) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:29.358092 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'floatingip': {'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:29.398277 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.431859 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.730s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:29.432011 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:29.454038 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.454600 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.462275 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.462865 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > port after_create 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.465309 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > port after_delete 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.465851 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > port after_update 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.467106 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.467597 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.468095 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.468578 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:29.491562 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.640577 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] For port 5d5642e7-06b8-45d0-9311-05c28da9f481, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:29.648252 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] For port 5d5642e7-06b8-45d0-9311-05c28da9f481, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=5d5642e7-06b8-45d0-9311-05c28da9f481,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:29.761060 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Sync routers for ids ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:29.786698 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Routers {'86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:29.786698 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:29.825629 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.833059 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:29.921862 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:30.029405 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:30.030367 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.038332 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:30.046618 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Set router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:30.054653 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:30.055289 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.055389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:30.055389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:30.055389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 02:00:30.055389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5473cf7-a9fa-44d6-b4cb-89f2edd7c999']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.247137 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b4f3d-d8e7-4f52-bcb1-80af193693ad None None] Pushing event updated for resources: {'Port': ['ID=5d5642e7-06b8-45d0-9311-05c28da9f481,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:30.288610 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b67b4f3d-d8e7-4f52-bcb1-80af193693ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:30.297292 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:30.297403 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.475285 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:24Z', 'revision_number': 4, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': 'f2559480-c9a8-41da-a6b7-6ad32662bbd0', 'name': '', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'mac_address': 'fa:16:3e:3e:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 2, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'subnets': [{'id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.496348 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7faa7a9-d142-4f88-a891-3f9ed52c4ad5') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.497019 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7faa7a9-d142-4f88-a891-3f9ed52c4ad5') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.537658 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Checking router: 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:30.537959 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Updating router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c port f2559480-c9a8-41da-a6b7-6ad32662bbd0 binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:30.660141 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.660372 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Allocated IP 172.28.2.124 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/db3d56a1-ac53-44a8-acb6-1bc5f8117758) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:30.694649 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 33996) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:30.708504 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258672260', 'description': 'tempest-description--1570298361'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:30.746465 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-ba9c2f6c-c754-44d1-996c-96e590c1e4e1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:30.758834 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-ba9c2f6c-c754-44d1-996c-96e590c1e4e1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 819 time: 0.6577461 Jun 22 02:00:30.827935 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.941667 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-9ce80941-cbf4-48d1-a4d2-5c089989ac5b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/quotas/4f610bc0ac3e401e81fac2c0e873bc28 HTTP/1.1" status: 200 len: 375 time: 0.1816022 Jun 22 02:00:30.957508 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.961827 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.980597 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.044378 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:31.067324 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:00:31.067953 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.106070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: from cryptography.utils import int_from_bytes Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: from cryptography.utils import int_from_bytes Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:00:31.152338 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:00:31.207030 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:31.207422 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.379616 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c510ac-7bfc-4640-9ef2-aeaf8d72e3b0 req-a6f0688f-bfa7-4ca9-84ba-a675a60236c1 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:31.395493 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f5c510ac-7bfc-4640-9ef2-aeaf8d72e3b0 req-a6f0688f-bfa7-4ca9-84ba-a675a60236c1 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 931 time: 0.4707925 Jun 22 02:00:31.395889 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:31.400776 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34010) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:31.444319 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.562177 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f5c510ac-7bfc-4640-9ef2-aeaf8d72e3b0 req-d11f2eaf-d275-45e2-87a1-ad0c279a61fe tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688879 Jun 22 02:00:31.586429 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.593397 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.600986 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.682242 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5d5642e7-06b8-45d0-9311-05c28da9f481 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:31.749841 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.818259 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 2, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:31.832656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:31.835437 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d804c47-d4db-4174-92df-5dbedde171c2 {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:31.858102 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.870853 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.902080 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:31.907808 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:31.909098 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-731961b6-c0fc-4893-a964-10fb83bf2765 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9310718 Jun 22 02:00:31.930776 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Transition to ACTIVE for port object f2559480-c9a8-41da-a6b7-6ad32662bbd0 will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:31.933184 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Transition to ACTIVE for port object 0d804c47-d4db-4174-92df-5dbedde171c2 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:31.938969 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:31.939342 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Updating router 881e97d1-1ce3-4447-9be6-68efc9f97bbf port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:31.946327 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.974019 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'Port': ['ID=db3d56a1-ac53-44a8-acb6-1bc5f8117758,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:31.982874 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.989292 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:31.990491 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e8433c1f-22a2-421a-b66d-b677dc3fe6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.994094 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.000846 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] 10.222.0.35 "DELETE /v2.0/networks/a5473cf7-a9fa-44d6-b4cb-89f2edd7c999 HTTP/1.1" status: 204 len: 168 time: 3.5683699 Jun 22 02:00:32.027699 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679b6265-a236-4238-b6a8-0e812369550d,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:32.033484 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.043152 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.046160 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 5d5642e7-06b8-45d0-9311-05c28da9f481 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:32.054810 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.055241 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 5d5642e7-06b8-45d0-9311-05c28da9f481 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:32.055658 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.055856 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:32.066386 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5473cf7-a9fa-44d6-b4cb-89f2edd7c999,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:32.110425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-51b02069-2c24-4560-9529-ba85c96f210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:32.110425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:32.139360 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.139360 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4393044 Jun 22 02:00:32.139360 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:32.175969 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34026) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:32.203102 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d634050-9ff5-4990-962d-ab754a24aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2559480-c9a8-41da-a6b7-6ad32662bbd0,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:32.233028 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'security_group_rule': {'security_group_id': '679b6265-a236-4238-b6a8-0e812369550d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:32.234060 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-7d634050-9ff5-4990-962d-ab754a24aef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:32.257449 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:29Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:32.312020 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Attempting to bind port f2559480-c9a8-41da-a6b7-6ad32662bbd0 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:32.312743 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Attempting to bind port f2559480-c9a8-41da-a6b7-6ad32662bbd0 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:32.313038 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Attempting to bind port f2559480-c9a8-41da-a6b7-6ad32662bbd0 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:32.326808 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:32.327184 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Checking segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:32.327295 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.327617 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.327970 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Bound using segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:32.328445 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Bound port: f2559480-c9a8-41da-a6b7-6ad32662bbd0, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:32.328944 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.410855 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-d3bf155f-a77a-4e2a-ad82-5a4a54bb5db0 service neutron] 10.222.0.35 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927943 Jun 22 02:00:32.411547 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Pushing event updated for resources: {'Port': ['ID=0d804c47-d4db-4174-92df-5dbedde171c2,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:32.427359 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:32.497433 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c51e5-d4cf-4d9f-a846-b466b74ece03 None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:29Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:32.611130 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] For port f2559480-c9a8-41da-a6b7-6ad32662bbd0, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:32.620369 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] For port f2559480-c9a8-41da-a6b7-6ad32662bbd0, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=f2559480-c9a8-41da-a6b7-6ad32662bbd0,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:32.690555 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Attempting to bind port 0d804c47-d4db-4174-92df-5dbedde171c2 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:32.690998 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Attempting to bind port 0d804c47-d4db-4174-92df-5dbedde171c2 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '06d794c5-1c35-4731-a90d-a6fcb45ffc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:32.691396 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Attempting to bind port 0d804c47-d4db-4174-92df-5dbedde171c2 on network 59cbe473-e756-4395-bb9b-34911d159b4e {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:32.697666 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.705099 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Port 0d804c47-d4db-4174-92df-5dbedde171c2 on network 59cbe473-e756-4395-bb9b-34911d159b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:32.708509 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Attempting to bind port 0d804c47-d4db-4174-92df-5dbedde171c2 on network 59cbe473-e756-4395-bb9b-34911d159b4e {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:32.712459 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.721082 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:32.721551 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Checking segment: {'id': '06d794c5-1c35-4731-a90d-a6fcb45ffc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:32.722228 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Bound using segment: {'id': '06d794c5-1c35-4731-a90d-a6fcb45ffc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:32.723160 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Bound port: 0d804c47-d4db-4174-92df-5dbedde171c2, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d794c5-1c35-4731-a90d-a6fcb45ffc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:32.723604 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.764107 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 5d5642e7-06b8-45d0-9311-05c28da9f481, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=5d5642e7-06b8-45d0-9311-05c28da9f481,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:32.783857 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.800525 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-7d634050-9ff5-4990-962d-ab754a24aef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:32.844701 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-ad2d28da-820c-4b8e-ad2e-ca46b21ded19 service neutron] 10.222.0.35 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160688 Jun 22 02:00:32.865065 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.870041 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:32.874225 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] For port 0d804c47-d4db-4174-92df-5dbedde171c2, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:32.875091 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:32.881293 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] For port 0d804c47-d4db-4174-92df-5dbedde171c2, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d804c47-d4db-4174-92df-5dbedde171c2,segment=NetworkSegment(06d794c5-1c35-4731-a90d-a6fcb45ffc74),segment_id=06d794c5-1c35-4731-a90d-a6fcb45ffc74)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:32.904426 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.946946 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.956442 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:32.956620 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Routers {'86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:32.957132 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:33.046637 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d634050-9ff5-4990-962d-ab754a24aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2559480-c9a8-41da-a6b7-6ad32662bbd0,revision_number=4']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.057652 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-7d634050-9ff5-4990-962d-ab754a24aef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:33.067960 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:33.079755 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:33.082635 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.088011 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] 10.222.0.16 "PUT /v2.0/ports/0d804c47-d4db-4174-92df-5dbedde171c2 HTTP/1.1" status: 200 len: 1093 time: 5.2551003 Jun 22 02:00:33.095583 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18af829f6e9841dd8e65310270b888b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6834090 Jun 22 02:00:33.105656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46d0761-31ae-426c-8331-2bcf519a44fc,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.129203 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=5d5642e7-06b8-45d0-9311-05c28da9f481,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.149073 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'tag': '0d804c47-d4db-4174-92df-5dbedde171c2'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:33.150602 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:33.164500 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:33.168714 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:33.169938 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.173843 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34034) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:33.207180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34038) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:33.229040 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.340082 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] Set router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:33.413422 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.555498 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Transition to ACTIVE for port object 78f5b6c9-8385-4d2d-a236-cda4f5e72244 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:33.641946 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.641946 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:33.683595 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.722259 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dc584-a369-4c70-8cf4-178d0ee51767 req-476a18e3-bab5-4c46-8c3e-9d9b47ac9222 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:33.733414 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd5dc584-a369-4c70-8cf4-178d0ee51767 req-476a18e3-bab5-4c46-8c3e-9d9b47ac9222 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.9766166 Jun 22 02:00:33.739360 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5d5642e7-06b8-45d0-9311-05c28da9f481 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:33.751246 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.836493 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.869652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:33.876594 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-47459a99-d2bc-4285-959b-816901e6da96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74990f7cf9ae454aad4d780e77588aac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6560359 Jun 22 02:00:33.899675 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bb7e9d7f-db7b-4847-8d7c-b98583bc1d68 req-b2be94d8-4540-428c-89d4-861d91bbf782 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 210 time: 0.2122753 Jun 22 02:00:33.905496 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "de09ec5c-19c9-43ef-b4f3-a93a59e26e57", "tag": "0d804c47-d4db-4174-92df-5dbedde171c2"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:33.915247 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34072) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:33.918345 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Pushing event updated for resources: {'Port': ['ID=0d804c47-d4db-4174-92df-5dbedde171c2,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.962981 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.984256 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:24Z', 'revision_number': 4, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': 'f2559480-c9a8-41da-a6b7-6ad32662bbd0', 'name': '', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'mac_address': 'fa:16:3e:3e:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 4, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'subnets': [{'id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:34.010704 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:34.060076 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a270d-6fa9-41c3-8974-6f4e8ed1cc3e None None] The sync data for ids ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'] in dv-cinder-793264-5-smb is: [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:24Z', 'revision_number': 4, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': 'f2559480-c9a8-41da-a6b7-6ad32662bbd0', 'name': '', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'mac_address': 'fa:16:3e:3e:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 4, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'subnets': [{'id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:34.079189 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd5dc584-a369-4c70-8cf4-178d0ee51767 req-f518ab85-320d-42a9-9f2a-0bef5e95f418 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434775 Jun 22 02:00:34.271351 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b8ab2-55c7-4d8a-ac66-194d718d607d None None] Pushing event updated for resources: {'Port': ['ID=78f5b6c9-8385-4d2d-a236-cda4f5e72244,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:34.352993 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.367784 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ea1b8ab2-55c7-4d8a-ac66-194d718d607d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:34.412089 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'Port': ['ID=db3d56a1-ac53-44a8-acb6-1bc5f8117758,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:34.425750 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.431017 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:34.448464 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:00:34.483783 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.496079 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-861ef59e-5d78-41e3-bcee-9f225cd3d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:34.498610 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-861ef59e-5d78-41e3-bcee-9f225cd3d290 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e980173e415e4ab2b448a95a1c9d9b3c&device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 1096 time: 1.1820402 Jun 22 02:00:34.520065 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.523438 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 5d5642e7-06b8-45d0-9311-05c28da9f481 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:34.525751 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.534732 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa869227-c91c-4466-9082-cc8e5674ad92 x-openstack-request-id: req-fa869227-c91c-4466-9082-cc8e5674ad92 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:34.535204 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de09ec5c-19c9-43ef-b4f3-a93a59e26e57", "tag": "0d804c47-d4db-4174-92df-5dbedde171c2", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:34.535475 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa869227-c91c-4466-9082-cc8e5674ad92 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:34.535936 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'tag': '0d804c47-d4db-4174-92df-5dbedde171c2', 'status': 'completed', 'code': 200} Jun 22 02:00:34.593667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.595191 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2487144 Jun 22 02:00:34.596187 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.598191 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:34.635197 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8546195-9def-4ff6-8e58-e6aca5a41906,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:34.636378 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:34.663216 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-20240e48-11ee-47fe-a5d8-940c3451f15f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d804c47-d4db-4174-92df-5dbedde171c2 HTTP/1.1" status: 200 len: 217 time: 0.1431065 Jun 22 02:00:34.675680 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Attempting to bind port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:34.676096 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Attempting to bind port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:34.676474 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Attempting to bind port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 on network 5fd6397d-c11c-46dc-a200-42928139eb2b {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:34.720218 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:34.720704 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Checking segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:34.726374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.726374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Bound using segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:34.726374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Bound port: 78f5b6c9-8385-4d2d-a236-cda4f5e72244, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:34.726374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.805025 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.808386 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-45a0e7d9-09db-402c-882f-8916d37b7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:34.810671 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-45a0e7d9-09db-402c-882f-8916d37b7cc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=863b1858-9842-4475-8604-3d417c73cf31 HTTP/1.1" status: 200 len: 852 time: 0.1332581 Jun 22 02:00:34.821024 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.884367 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] For port 78f5b6c9-8385-4d2d-a236-cda4f5e72244, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:34.889593 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] For port 78f5b6c9-8385-4d2d-a236-cda4f5e72244, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=78f5b6c9-8385-4d2d-a236-cda4f5e72244,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:34.907723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.910200 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d46d0761-31ae-426c-8331-2bcf519a44fc HTTP/1.1" status: 204 len: 168 time: 1.7326348 Jun 22 02:00:34.914099 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-b3150589-52ee-4fc8-bd2c-4b94066f882c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59cbe473-e756-4395-bb9b-34911d159b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918884 Jun 22 02:00:34.918003 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-15deaf50-364f-488b-861c-fd4771de09ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:34.925629 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.925629 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7484391 Jun 22 02:00:34.929931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34124) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:34.965882 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'security_group_rule': {'security_group_id': '679b6265-a236-4238-b6a8-0e812369550d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:35.033756 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.037170 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-bd4876a4-1bc7-4820-a44c-2eff2653ee78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.086550 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-66f430d6-60b3-4899-9bb7-3bf06be4823f service neutron] 10.222.0.16 "GET /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529703 Jun 22 02:00:35.220869 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:35.225068 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:35.273015 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46d0761-31ae-426c-8331-2bcf519a44fc,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.280913 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.292465 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-c5f120f6-d93d-40a9-bcd5-5252df609892 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:35.304913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b8ab2-55c7-4d8a-ac66-194d718d607d None None] Pushing event updated for resources: {'Port': ['ID=78f5b6c9-8385-4d2d-a236-cda4f5e72244,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.313053 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-c5f120f6-d93d-40a9-bcd5-5252df609892 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 819 time: 0.6654084 Jun 22 02:00:35.320321 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ea1b8ab2-55c7-4d8a-ac66-194d718d607d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.343311 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-ade834cb-1c9f-4c13-a541-fa01314174e5 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/quotas/4f610bc0ac3e401e81fac2c0e873bc28 HTTP/1.1" status: 200 len: 375 time: 0.0218780 Jun 22 02:00:35.432647 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.475433 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.501128 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.504837 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd314231-0ba9-4a9d-9e55-e56a59e22058 HTTP/1.1" status: 204 len: 168 time: 1.5612383 Jun 22 02:00:35.505720 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-3036f46f-3404-42c7-a0dc-c518bb8faada tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.513354 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-e359dc39-3b51-4147-89af-21109e5e2022 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1856173379&fields=id&tenant_id=7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 267 time: 0.2351925 Jun 22 02:00:35.523576 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.526435 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dbfd6c7e-5c6d-4984-af53-785d4e67b724 req-47ce60b5-5fb4-4b77-9b3b-66fe088d36d6 service neutron] 10.222.0.16 "GET /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910477 Jun 22 02:00:35.529447 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd314231-0ba9-4a9d-9e55-e56a59e22058,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.541468 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.569136 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:35.599086 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.624302 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-1063cf25-b25b-485d-b65f-6b91cf82ca97 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2800100 Jun 22 02:00:35.628844 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.655834 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5731c977-e535-4f89-adff-a01d26e305e5,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.661143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.744550 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-6c21fd29-193f-42a7-af1a-2d0d2ec87389 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:35.744550 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-6c21fd29-193f-42a7-af1a-2d0d2ec87389 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 817 time: 0.2198801 Jun 22 02:00:35.763343 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.764974 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8027983 Jun 22 02:00:35.768612 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-674f6a39-d73d-4532-b1e6-561a98e2bf61 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/quotas/7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 375 time: 0.0196378 Jun 22 02:00:35.775093 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34150) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:35.780234 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'floatingip': {'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:35.974682 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device f2559480-c9a8-41da-a6b7-6ad32662bbd0 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:36.088225 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-6a9e810e-946e-439d-9af1-c8de753752de tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3090918 Jun 22 02:00:36.131632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-39d72d4e-9a7a-45e3-9dff-c9c969dc6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:36.144134 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-39d72d4e-9a7a-45e3-9dff-c9c969dc6d4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e980173e415e4ab2b448a95a1c9d9b3c&device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 1096 time: 0.2715065 Jun 22 02:00:36.177177 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:34Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:36.255618 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afefb01-2811-487a-8884-e5a9f1880c5a None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:34Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:36.271991 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.290300 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port f2559480-c9a8-41da-a6b7-6ad32662bbd0 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:36.294956 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port f2559480-c9a8-41da-a6b7-6ad32662bbd0 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:36.297309 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.495450 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.513238 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-d1ce7599-3f5a-4ae1-a0d9-23629bb60142 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865385 Jun 22 02:00:36.581497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.634245 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port f2559480-c9a8-41da-a6b7-6ad32662bbd0, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=f2559480-c9a8-41da-a6b7-6ad32662bbd0,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:36.726021 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34184) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:36.777964 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.976061 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.978756 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b67b4f3d-d8e7-4f52-bcb1-80af193693ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:37.100686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Allocated IP 172.28.2.13 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/5ffd91b7-226a-403f-b171-c594279974d4) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:37.136850 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-942889c1-e1e3-4005-a31d-a235d335bc3c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:00:37.146907 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-942889c1-e1e3-4005-a31d-a235d335bc3c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1739619 Jun 22 02:00:37.217942 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=f2559480-c9a8-41da-a6b7-6ad32662bbd0,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:37.234757 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:37.302437 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-ee5ed35b-a06d-4e18-9cd0-a5952ef79116 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952039 Jun 22 02:00:37.361842 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-66a324bb-d420-42ed-ab3d-7d602b1fc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:37.361842 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-66a324bb-d420-42ed-ab3d-7d602b1fc8d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59cbe473-e756-4395-bb9b-34911d159b4e HTTP/1.1" status: 200 len: 913 time: 0.8117602 Jun 22 02:00:37.363180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.420866 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-77420091-16b1-4a8a-9768-d26009533def service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d804c47-d4db-4174-92df-5dbedde171c2 HTTP/1.1" status: 200 len: 217 time: 0.0923665 Jun 22 02:00:37.669331 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-31b51370-5d6e-4a6b-a42f-6ce56509f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:37.692965 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-31b51370-5d6e-4a6b-a42f-6ce56509f115 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=863b1858-9842-4475-8604-3d417c73cf31 HTTP/1.1" status: 200 len: 852 time: 0.2022514 Jun 22 02:00:37.806798 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-634d0fd6-2fab-4a3b-8ef5-e3aab61b6887 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59cbe473-e756-4395-bb9b-34911d159b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604746 Jun 22 02:00:37.823772 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 78f5b6c9-8385-4d2d-a236-cda4f5e72244 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:37.884498 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34208) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:37.918576 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.933963 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d1732738-3ef9-46a8-a018-ea1619288327 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:38.037002 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccd0a479b51e486681ad87baf1307d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3066351 Jun 22 02:00:38.049093 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc0d34-ac2f-4035-b887-368203ed135c,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:38.058193 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34218) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:38.129983 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:38.208572 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-a798d126-9530-4cb1-8ba6-29c7fa5339f9 service neutron] 10.222.0.35 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0315969 Jun 22 02:00:38.238826 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:38.243531 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.245483 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:38.246050 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.270847 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.393563 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b8c75aa5-7b6a-40ae-83fe-af36aeeae14a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69dd807af65c4c9f92887e82a6424a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070601 Jun 22 02:00:38.407900 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34224) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:38.463553 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.476244 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.519437 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 78f5b6c9-8385-4d2d-a236-cda4f5e72244, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=78f5b6c9-8385-4d2d-a236-cda4f5e72244,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:38.527897 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de86ad-2189-4a49-9e0b-4de4c11132f7 req-73169719-dc24-4871-8943-e3fd2720abc2 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:38.540590 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-09de86ad-2189-4a49-9e0b-4de4c11132f7 req-73169719-dc24-4871-8943-e3fd2720abc2 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.4814832 Jun 22 02:00:38.597805 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-29a1d578-36c7-4e66-bcc6-4bd908f3b013 service neutron] 10.222.0.16 "GET /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911215 Jun 22 02:00:38.609677 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.611276 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device f2559480-c9a8-41da-a6b7-6ad32662bbd0 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:38.614197 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:38.679251 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-c0cff105-b9ec-4d49-ae79-d4f830183c7f service neutron] 10.222.0.35 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351802 Jun 22 02:00:38.761617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.792320 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=78f5b6c9-8385-4d2d-a236-cda4f5e72244,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:38.809876 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-09de86ad-2189-4a49-9e0b-4de4c11132f7 req-a70ca0ed-0bfc-46f2-a4f0-7f3850e5ebbe tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679694 Jun 22 02:00:38.813696 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:38.844107 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port f2559480-c9a8-41da-a6b7-6ad32662bbd0 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:38.844107 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.868445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.977771 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.070735 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.073664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.081531 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32f0c11a-1928-4ebf-8bd3-d75463751acb HTTP/1.1" status: 204 len: 168 time: 0.6659534 Jun 22 02:00:39.081531 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:39.105548 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f0c11a-1928-4ebf-8bd3-d75463751acb,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:39.114263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:39.136490 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.142575 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6fc0d34-ac2f-4035-b887-368203ed135c HTTP/1.1" status: 204 len: 168 time: 1.0559161 Jun 22 02:00:39.142575 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:39.188646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.188950 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-385d5a00-747e-42f7-9888-a8e470a306be req-c3be3432-4418-4ecf-a57e-b94d7ae6914a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 210 time: 0.1836338 Jun 22 02:00:39.189044 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:39.208762 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc0d34-ac2f-4035-b887-368203ed135c,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:39.236733 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:39.250270 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-edaa4bf1-5ccc-4ea3-b36a-8ff618ad2ebd req-87abefa7-9eab-4c49-8344-e42a7cdf393c service neutron] 10.222.0.16 "GET /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327732 Jun 22 02:00:39.262845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'Port': ['ID=5ffd91b7-226a-403f-b171-c594279974d4,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:39.283926 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:39.329524 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-039be59f-6e35-4d75-b2cb-5e242fd76064 req-e26e6783-20e2-495d-bc57-1cfefbef7712 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.0674975 Jun 22 02:00:39.346459 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:39.346459 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:39.350261 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:39.761025 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.834365 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 78f5b6c9-8385-4d2d-a236-cda4f5e72244 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:39.896084 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:39.896084 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.969463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.988393 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34256) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:40.088934 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4a26-e0d8-46e4-93d0-094294820303 req-0c0d3d32-b91a-42ed-8878-0e3b2fa13b1e tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:40.097709 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3c8d4a26-e0d8-46e4-93d0-094294820303 req-0c0d3d32-b91a-42ed-8878-0e3b2fa13b1e tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.1191292 Jun 22 02:00:40.165278 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3c8d4a26-e0d8-46e4-93d0-094294820303 req-dba5e111-e6f2-4d6a-acab-c037166f43b0 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662363 Jun 22 02:00:40.431684 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.432712 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.433195 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1c6e99c8-a2aa-4728-9709-ae3760e9ca54 req-d8d17ba8-0ee6-487b-8791-0ddd9f1af623 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0305283 Jun 22 02:00:40.434028 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-44d18165-843c-4836-acc7-3dc27c4112bf req-731bc93d-7f83-4ac6-9015-e4020edd550b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.0378678 Jun 22 02:00:40.642476 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.646285 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-be859466-9659-4969-855b-54bb62e0a2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:40.689792 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.725494 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'Port': ['ID=5ffd91b7-226a-403f-b171-c594279974d4,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:40.729637 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-d606e9f6-4e3e-44cb-afec-460d78f530fe tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:40.732086 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:40.732201 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-d606e9f6-4e3e-44cb-afec-460d78f530fe tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 819 time: 0.3010209 Jun 22 02:00:40.735534 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.786589 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.793220 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:40.815277 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Request body: {'port': {'device_id': '5b9272e9-b651-45e9-90ac-655100a7006c', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'admin_state_up': True, 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:40.867655 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.870257 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0941191 Jun 22 02:00:40.932637 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fbf461-010b-40c4-bbc7-7e98e09fa51f,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:40.938584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:40.945557 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=19f484730c184aa89d620458117b56a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9535830 Jun 22 02:00:40.945925 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34294) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:41.050246 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.079375 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.129902 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Made reservation on behalf of 4f610bc0ac3e401e81fac2c0e873bc28 for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:41.134240 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.266835 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.271774 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.274434 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1fbf461-010b-40c4-bbc7-7e98e09fa51f HTTP/1.1" status: 204 len: 168 time: 0.3273816 Jun 22 02:00:41.285254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.298978 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fbf461-010b-40c4-bbc7-7e98e09fa51f,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.302355 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.377852 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-591c5761-3de8-4384-907d-9a1e2831744c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1258672260&fields=id&tenant_id=7f12bea70626417ea292bf88195892f0 HTTP/1.1" status: 200 len: 267 time: 0.0727787 Jun 22 02:00:41.403813 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03605706-8637-4df3-b3c5-9c4a019843a6 req-77da4f0a-2f05-4596-9e46-4f3954cf2662 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:41.403813 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-03605706-8637-4df3-b3c5-9c4a019843a6 req-77da4f0a-2f05-4596-9e46-4f3954cf2662 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.0819671 Jun 22 02:00:41.445416 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-03605706-8637-4df3-b3c5-9c4a019843a6 req-ed102d8c-3f89-455a-9389-4112ad31b55f tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382922 Jun 22 02:00:41.483741 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Allocated IP 172.20.0.5 (23684a9a-e44e-47d7-8cd9-4cf8fe73449b/eca6be56-2fdf-47c7-a163-7601cb1dfbd2/07e4766f-0635-47e1-ac2e-efe4dc7ef979) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:41.539878 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-a8ae2006-eec9-4074-960c-d7f100ca6121 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:41.541498 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-a8ae2006-eec9-4074-960c-d7f100ca6121 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 811 time: 0.1591096 Jun 22 02:00:41.574023 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-c0b2c3c3-8c05-4021-9f86-fd432b89969c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/quotas/7f12bea70626417ea292bf88195892f0 HTTP/1.1" status: 200 len: 375 time: 0.0213468 Jun 22 02:00:41.591519 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-98a79578-aafb-401b-b4c6-d36420d420a6 req-b61638ae-985a-4dd1-9926-e079188046bb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Jun 22 02:00:41.727200 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.754181 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-00865ebe-4405-4c64-8f66-7a3f1be7209a tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1589348 Jun 22 02:00:41.762376 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6e40ba58-ac43-43bd-ba08-ce145c4d5146 req-67a11385-5e27-48f2-a19b-c439fa15d5a0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.0400989 Jun 22 02:00:42.024403 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-293933b5-3ca0-4e01-a003-32a3368cc334 service neutron] 10.222.0.35 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693667 Jun 22 02:00:42.109527 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.122480 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:42.181357 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-9b46b934-3d94-4bce-995a-c48352d873c4 service neutron] 10.222.0.35 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508405 Jun 22 02:00:42.192056 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:42.193446 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Pushing event updated for resources: {'Port': ['ID=07e4766f-0635-47e1-ac2e-efe4dc7ef979,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:42.203008 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:42.205686 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:42.213283 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:42.216609 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34346) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:42.248693 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.295978 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:42.297127 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.394676 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.485468 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.494009 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:42.626552 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d4afff2c-954c-405f-b1e4-093e64c3f77b req-f87d455a-c5d2-44c7-a480-03cd92d3c071 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0597670 Jun 22 02:00:42.627026 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34362) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:42.631762 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c8aef05938143aa82529bc22148a09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123514 Jun 22 02:00:42.649467 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5511a9a3-bd6a-4994-b067-adc99803161f,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:42.650416 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8416481 Jun 22 02:00:42.674027 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:42.680879 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Request body: {'port': {'device_id': '5b9272e9-b651-45e9-90ac-655100a7006c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:42.833932 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc609c2-3f72-44e0-af31-c3cd36b52925 req-ce425c19-67f1-4c38-be7f-25c1637fbc8c tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:42.838141 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0bc609c2-3f72-44e0-af31-c3cd36b52925 req-ce425c19-67f1-4c38-be7f-25c1637fbc8c tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.1556528 Jun 22 02:00:42.840308 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.850300 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:42.897813 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0bc609c2-3f72-44e0-af31-c3cd36b52925 req-3b9cf18a-3653-4075-b23c-c1025fd02b9e tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536149 Jun 22 02:00:42.907882 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4fb8f98f-2fc9-4393-9994-174864977605 req-cd4eb4fd-1ba1-484a-a1cf-e08686e5c9e7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0481167 Jun 22 02:00:42.913549 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:43.144121 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b747c127-28ca-47ea-bcaa-f688f86d3c82 req-f5891ff3-b4f1-4d47-9da3-5f5c1f7f112e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.0404615 Jun 22 02:00:43.180427 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:43.187343 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:43.188506 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5511a9a3-bd6a-4994-b067-adc99803161f HTTP/1.1" status: 204 len: 168 time: 0.5602667 Jun 22 02:00:43.191269 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7f610358-7350-4b10-8d0b-24fbd8e69a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:43.203465 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5511a9a3-bd6a-4994-b067-adc99803161f,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:43.205679 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:43.336063 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e4766f-0635-47e1-ac2e-efe4dc7ef979 {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:43.351015 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:43.366711 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Transition to ACTIVE for port object 07e4766f-0635-47e1-ac2e-efe4dc7ef979 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:43.477146 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:43.481868 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0fed9edf-88b4-47f5-83e9-db758a477878 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:43.564998 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Pushing event updated for resources: {'Port': ['ID=07e4766f-0635-47e1-ac2e-efe4dc7ef979,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:43.589523 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:43.654449 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Attempting to bind port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:43.654837 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Attempting to bind port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:43.655202 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Attempting to bind port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:43.659968 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:43.660297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Attempting to bind port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:43.670217 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:43.670704 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Checking segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:43.671096 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Bound using segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:43.671633 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Bound port: 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:43.671917 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:43.766033 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e1c150f3-d334-4ab6-a85a-d3a332bc9569 req-2bb89507-c0d9-4905-a8b1-87a07a55bf38 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0673778 Jun 22 02:00:43.774631 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.16', 54010) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:43.799388 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] For port 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:43.803265 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] For port 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:43.941654 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-d68db49b-6d07-464a-adc5-66a7463f8c8f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:43.943943 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-d68db49b-6d07-464a-adc5-66a7463f8c8f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 817 time: 0.1680958 Jun 22 02:00:44.024161 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-03a2305c-28e8-4853-80eb-0c3cf2be291d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 380 time: 0.0700231 Jun 22 02:00:44.036369 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'port': {'device_id': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'admin_state_up': True, 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'security_groups': ['43dbdccc-f626-4e34-92b3-89fff111bff3']}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:44.051215 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.058114 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:44.126029 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:44.126678 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.128022 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] 10.222.0.16 "PUT /v2.0/ports/07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 1093 time: 1.4664416 Jun 22 02:00:44.128487 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9272e9-b651-45e9-90ac-655100a7006c', 'tag': '07e4766f-0635-47e1-ac2e-efe4dc7ef979'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:44.130935 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a42c5d-2039-4b8a-a6f3-28281d1abab2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9272e9-b651-45e9-90ac-655100a7006c", "tag": "07e4766f-0635-47e1-ac2e-efe4dc7ef979"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:44.164197 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f8fafd8c-4a6c-4e3b-b6bc-f11c0e2e0ba2 req-622d62b8-4d7b-4528-9bb8-34ac5c5d9b37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0587580 Jun 22 02:00:44.173626 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Pushing event updated for resources: {'Port': ['ID=07e4766f-0635-47e1-ac2e-efe4dc7ef979,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:44.181850 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:44.221221 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e5581-989d-4c4f-873c-2160384b1d65 req-76622728-cab7-45c4-a2b5-db376bce831a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:44.222750 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e70e5581-989d-4c4f-873c-2160384b1d65 req-76622728-cab7-45c4-a2b5-db376bce831a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.1668661 Jun 22 02:00:44.265151 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f40ccd-d473-4e69-af72-547531e92b10 x-openstack-request-id: req-f9f40ccd-d473-4e69-af72-547531e92b10 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:44.270010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9272e9-b651-45e9-90ac-655100a7006c", "tag": "07e4766f-0635-47e1-ac2e-efe4dc7ef979", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:44.270010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9f40ccd-d473-4e69-af72-547531e92b10 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:44.270010 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9272e9-b651-45e9-90ac-655100a7006c', 'tag': '07e4766f-0635-47e1-ac2e-efe4dc7ef979', 'status': 'completed', 'code': 200} Jun 22 02:00:44.274731 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e70e5581-989d-4c4f-873c-2160384b1d65 req-ee4ff898-3581-4cb9-828b-0efc1a8ed240 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402615 Jun 22 02:00:44.387131 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Made reservation on behalf of 7742d9252bff49b894f65802d1b8594b for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:44.393252 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.394529 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-3286c368-8153-4d2e-8ae7-961718621f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:44.401622 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-3286c368-8153-4d2e-8ae7-961718621f1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1096 time: 0.1120837 Jun 22 02:00:44.569067 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-4b66c5f3-95f7-4123-9b4b-a4332f5bc72f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.1650298 Jun 22 02:00:44.595524 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5524bd0f-1701-42d6-986e-6d6a1135f760 req-9a91f7ed-85d6-467a-aeae-eb1b1b37c955 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.1480093 Jun 22 02:00:44.647460 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34446) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:44.697506 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-b173335f-7be3-4c29-abd9-4fd6aaed84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:44.699014 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-b173335f-7be3-4c29-abd9-4fd6aaed84e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.1081164 Jun 22 02:00:44.760954 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Allocated IP 172.20.0.6 (e8c9692f-3735-4454-be5a-b34d2b08ad27/2992c285-5024-432f-8e06-2caff6af0221/9ebb42c8-9d66-492b-b77e-d7bf70fd4079) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:44.791068 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-588302cb-cb37-4ed7-aa9a-07cb0190b38b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834944 Jun 22 02:00:44.807391 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.16', 54011) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:44.863416 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.013417 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fb950bee-fefd-405d-9688-e840294718ef req-a1263b92-fb4d-489d-a367-391281d896c9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0462732 Jun 22 02:00:45.075628 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.105347 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Transition to ACTIVE for port object 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:45.136517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.148185 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-8ed66230-4a2b-4913-b414-ee99b172b797 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:45.150334 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-8ed66230-4a2b-4913-b414-ee99b172b797 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 819 time: 0.2708147 Jun 22 02:00:45.165863 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Request body: {'port': {'device_id': '0987884f-2118-4253-923b-49539a4954b0', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'admin_state_up': True, 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:45.211748 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-57aa4b64-c6f2-4276-a9ae-851da77a1d85 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053092 Jun 22 02:00:45.237878 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.248485 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-aea51ca7-f737-4aa5-ab55-ab8dcc8c1263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:45.288085 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66a3a325a8b74cdeb74a3ec618bf8bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135669 Jun 22 02:00:45.291224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34470) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:45.321576 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4ea57-9955-44e1-9eb7-d871240eeb38,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:45.328086 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:45.329773 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.351601 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:45.429271 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-412509ce-dfb9-44b4-8f51-868552e4dcf3 req-24a4f7a1-ca69-410c-a182-0e618634cca1 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060080 Jun 22 02:00:45.443854 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.447881 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280520e6-d2ee-4190-b814-b3ae3461d3e4 req-898d853e-0a1c-47e2-9c52-63f531ff1750 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:45.449465 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-280520e6-d2ee-4190-b814-b3ae3461d3e4 req-898d853e-0a1c-47e2-9c52-63f531ff1750 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 931 time: 0.1380222 Jun 22 02:00:45.480205 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:45.493877 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-280520e6-d2ee-4190-b814-b3ae3461d3e4 req-58e09956-7e72-4770-86b9-1980f2914d51 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381064 Jun 22 02:00:45.495010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Made reservation on behalf of 4f610bc0ac3e401e81fac2c0e873bc28 for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:45.499854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.507519 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:45.530606 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:45.534078 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:45.538197 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.546074 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:45.661448 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:45.662427 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.725089 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ad49f-258f-4042-8156-49dbc72567fc req-cf21bfee-b5fd-4d91-a5f0-1f2a9659cc3d tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:45.741045 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d14ad49f-258f-4042-8156-49dbc72567fc req-cf21bfee-b5fd-4d91-a5f0-1f2a9659cc3d tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.2801583 Jun 22 02:00:45.783596 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533448 Jun 22 02:00:45.805577 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Request body: {'port': {'device_id': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:45.812272 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Allocated IP 172.20.0.4 (23684a9a-e44e-47d7-8cd9-4cf8fe73449b/eca6be56-2fdf-47c7-a163-7601cb1dfbd2/cf4549c6-1c76-436e-a192-eb832acad866) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:45.838144 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.847260 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-94a0bb61-c8f2-4e70-bb27-7819269787bc req-186cc09e-0b7b-4a2f-b0b5-4537a291384d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.0698872 Jun 22 02:00:45.848200 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.849499 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ade4ea57-9955-44e1-9eb7-d871240eeb38 HTTP/1.1" status: 204 len: 168 time: 0.5572286 Jun 22 02:00:45.854191 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3b2a8033-e774-42a8-8801-b91f1d37fccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:45.880121 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-21753316-a517-4cb9-a4eb-c27830371990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:45.881709 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-21753316-a517-4cb9-a4eb-c27830371990 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1096 time: 0.2249477 Jun 22 02:00:45.900145 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4ea57-9955-44e1-9eb7-d871240eeb38,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:45.905481 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:45.925516 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d14ad49f-258f-4042-8156-49dbc72567fc req-bd5c177d-ad4b-4063-925c-c1373f214685 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827939 Jun 22 02:00:45.964207 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-845003d4-1a9d-4756-af9e-50f78996a447 None None] Provisioning for port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:45.969720 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-845003d4-1a9d-4756-af9e-50f78996a447 None None] Provisioning complete for port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:45.970106 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-845003d4-1a9d-4756-af9e-50f78996a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.987930 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.129600 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-845003d4-1a9d-4756-af9e-50f78996a447 None None] Port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:46.317978 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6df060a1-0462-4104-9985-c517e1ee19cb req-ef59c5e5-32f9-49e5-a101-078590d0e6da tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0461638 Jun 22 02:00:46.401556 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-1e274440-b635-4a9d-857a-f709702a20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:46.403388 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-1e274440-b635-4a9d-857a-f709702a20df service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.5127549 Jun 22 02:00:46.411332 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.16', 54019) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:46.415229 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.511272 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-621f8fd4-2b20-4a29-9540-7552d2fa713d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.0933371 Jun 22 02:00:46.633117 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:46.644344 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.645432 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-64ca7765-f2d6-49e7-a1a1-a33c3960cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:46.646957 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-64ca7765-f2d6-49e7-a1a1-a33c3960cbc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.1104712 Jun 22 02:00:46.682406 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Transition to ACTIVE for port object 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:46.709542 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-128fb4cc-9a0f-42cd-97b6-c3d4d9d897ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460982 Jun 22 02:00:46.716968 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-281f0570-0a6f-47ff-acdc-307c69f3b3b5 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:46.718362 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-281f0570-0a6f-47ff-acdc-307c69f3b3b5 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 811 time: 0.2936468 Jun 22 02:00:46.757611 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.763852 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:46.778247 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.792374 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:46.881043 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:46.885485 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:46.894142 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-3b34bb83-3c2b-4c7f-9cbd-d8bb8e19dfde tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f12bea70626417ea292bf88195892f0 HTTP/1.1" status: 200 len: 380 time: 0.1668179 Jun 22 02:00:46.902053 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:46.914785 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'port': {'device_id': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'admin_state_up': True, 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'security_groups': ['679b6265-a236-4238-b6a8-0e812369550d']}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:46.929036 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:46.962995 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Pushing event updated for resources: {'Port': ['ID=cf4549c6-1c76-436e-a192-eb832acad866,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:46.969216 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:46.970181 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:46.991891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5301-5103-4979-8623-024fc7ad0d20 req-948cb53b-3be0-4487-b8dc-b31df28ff9f5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:46.999658 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d01c5301-5103-4979-8623-024fc7ad0d20 req-948cb53b-3be0-4487-b8dc-b31df28ff9f5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 931 time: 0.2706752 Jun 22 02:00:47.097408 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d01c5301-5103-4979-8623-024fc7ad0d20 req-861b489e-2bb2-4f1f-a6b6-2fa93068c57e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964718 Jun 22 02:00:47.099966 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:47.100620 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.104421 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34532) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:47.109832 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-ffdb2c0f-2b3f-4386-8513-16231e43698e service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905239 Jun 22 02:00:47.113163 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Attempting to bind port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:47.113568 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Attempting to bind port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:47.113904 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Attempting to bind port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 on network e8c9692f-3735-4454-be5a-b34d2b08ad27 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:47.121383 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 on network e8c9692f-3735-4454-be5a-b34d2b08ad27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:47.121383 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Attempting to bind port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 on network e8c9692f-3735-4454-be5a-b34d2b08ad27 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:47.141649 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:47.142039 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Checking segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:47.142598 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Bound using segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:47.143087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Bound port: 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:47.143437 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.221972 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:47.236912 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.253481 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0930648 Jun 22 02:00:47.276773 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Request body: {'port': {'device_id': '0987884f-2118-4253-923b-49539a4954b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:47.277239 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:47.325221 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea98fc-06f1-4e39-bf2a-3c3152b30c4d req-f8ee5e2c-93c3-4902-9b93-d0eaf30c61be tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:47.329341 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-29ea98fc-06f1-4e39-bf2a-3c3152b30c4d req-f8ee5e2c-93c3-4902-9b93-d0eaf30c61be tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 943 time: 0.1041491 Jun 22 02:00:47.357178 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.357377 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:47.382469 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 0d804c47-d4db-4174-92df-5dbedde171c2 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:47.407668 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:47.414232 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.414232 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 1093 time: 1.6138234 Jun 22 02:00:47.414232 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-29ea98fc-06f1-4e39-bf2a-3c3152b30c4d req-c263be5f-8844-484d-aaa9-2de65562db25 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786545 Jun 22 02:00:47.414232 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:47.446548 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75a42c5d-2039-4b8a-a6f3-28281d1abab2 req-14995a4f-61cf-409b-9ccc-6609ee215610 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233781 Jun 22 02:00:47.460655 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:47.466678 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:47.504415 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56614e-385c-4996-915c-31ddad1b5c51 req-77aa1f7e-5c45-4500-951d-5c7db829ee47 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:47.517470 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ba56614e-385c-4996-915c-31ddad1b5c51 req-77aa1f7e-5c45-4500-951d-5c7db829ee47 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 931 time: 0.3996851 Jun 22 02:00:47.520242 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.602650 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b721c3dd-26d2-455a-be4a-0afde0416be0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:47.662698 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 0d804c47-d4db-4174-92df-5dbedde171c2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d804c47-d4db-4174-92df-5dbedde171c2,segment=NetworkSegment(06d794c5-1c35-4731-a90d-a6fcb45ffc74),segment_id=06d794c5-1c35-4731-a90d-a6fcb45ffc74)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:47.676957 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '0d804c47-d4db-4174-92df-5dbedde171c2', 'network_id': '59cbe473-e756-4395-bb9b-34911d159b4e', 'port_id': '0d804c47-d4db-4174-92df-5dbedde171c2', 'mac_address': 'fa:16:3e:64:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863b1858-9842-4475-8604-3d417c73cf31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:47.711258 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ba56614e-385c-4996-915c-31ddad1b5c51 req-ee43736b-2eca-4c01-bb95-e8924afb8845 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926682 Jun 22 02:00:47.735351 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.753544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.755079 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7311850a-5828-4b3a-8c4f-0e43a0fc550d req-ab47b0f5-77d2-4079-bb6d-4c3c3eb0a32c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0727854 Jun 22 02:00:47.803094 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d804c47-d4db-4174-92df-5dbedde171c2 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:47.827745 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 0d804c47-d4db-4174-92df-5dbedde171c2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d804c47-d4db-4174-92df-5dbedde171c2,segment=NetworkSegment(06d794c5-1c35-4731-a90d-a6fcb45ffc74),segment_id=06d794c5-1c35-4731-a90d-a6fcb45ffc74)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:47.853940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.876394 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:47.882032 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c3189a-35d4-4c7c-8bd0-0fca5c7dde4a x-openstack-request-id: req-22c3189a-35d4-4c7c-8bd0-0fca5c7dde4a {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:47.883038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:47.883572 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-22c3189a-35d4-4c7c-8bd0-0fca5c7dde4a {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:47.884234 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'status': 'completed', 'code': 200} Jun 22 02:00:47.889718 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0b7677d2-ba6a-4921-bbff-79f7ad1d7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:47.891496 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-0b7677d2-ba6a-4921-bbff-79f7ad1d7e32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.3687503 Jun 22 02:00:47.911369 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:47.913340 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:47.970547 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=610702e34a1143b79bd822c91412c024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629446 Jun 22 02:00:47.971933 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-69dba6e5-9229-483d-9d4e-59632a451b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 217 time: 0.0715120 Jun 22 02:00:47.973309 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34572) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:47.980393 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=0d804c47-d4db-4174-92df-5dbedde171c2,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:47.989219 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:48.001402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Made reservation on behalf of 7f12bea70626417ea292bf88195892f0 for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:48.005073 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.018706 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaafba4-a9e9-4516-9a73-89c682c18e89,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:48.048999 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:48.050072 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.071984 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.123523 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-ee3307c4-2f44-40a8-93e0-3b5be9cc138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:48.124934 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-ee3307c4-2f44-40a8-93e0-3b5be9cc138c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.1254077 Jun 22 02:00:48.205024 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.211184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.212340 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecaafba4-a9e9-4516-9a73-89c682c18e89 HTTP/1.1" status: 204 len: 168 time: 0.2380166 Jun 22 02:00:48.213359 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:48.241809 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaafba4-a9e9-4516-9a73-89c682c18e89,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:48.252063 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:48.280777 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['0d804c47-d4db-4174-92df-5dbedde171c2'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:48.297102 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Allocated IP 172.20.0.3 (5fd6397d-c11c-46dc-a200-42928139eb2b/e4c4cc44-5b9c-45b2-807e-c5c336f2ab19/61c82043-c5d4-4788-ba00-bd24f9788bd0) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:48.331812 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4549c6-1c76-436e-a192-eb832acad866 {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:48.358401 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.364691 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-69e487ba-3584-4ded-9558-1bd4c8f0cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:48.366231 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-69e487ba-3584-4ded-9558-1bd4c8f0cec7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2333958 Jun 22 02:00:48.377297 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebcdd6-e033-4039-a506-54b2934de5cc req-54ff7559-9b4c-4aed-8ff1-ff1f638a9748 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:48.386351 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8ebcdd6-e033-4039-a506-54b2934de5cc req-54ff7559-9b4c-4aed-8ff1-ff1f638a9748 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.1459639 Jun 22 02:00:48.444243 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8ebcdd6-e033-4039-a506-54b2934de5cc req-8a0aff5a-b265-454a-b225-ea0d0ad22e32 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532393 Jun 22 02:00:48.690112 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Transition to ACTIVE for port object cf4549c6-1c76-436e-a192-eb832acad866 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:48.813805 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.826892 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-cf6829ea-c793-4ac8-be41-8e626016d88f service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505506 Jun 22 02:00:48.831145 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cda1c455-91c8-453f-954e-e86f0c7306fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:48.836388 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:48.889285 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdffdd-a608-425c-beec-7aad2d5f2a85 req-ba1d1342-7225-4375-9b76-f9c19ff83451 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:48.890762 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-14fdffdd-a608-425c-beec-7aad2d5f2a85 req-ba1d1342-7225-4375-9b76-f9c19ff83451 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 944 time: 0.2266767 Jun 22 02:00:48.925257 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875c0ae-77c8-410b-abdd-5818ad3c4b8d req-69e62649-cd4e-4f4d-a38b-ccbd7fcaf580 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:48.926929 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f875c0ae-77c8-410b-abdd-5818ad3c4b8d req-69e62649-cd4e-4f4d-a38b-ccbd7fcaf580 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 943 time: 0.0709279 Jun 22 02:00:48.970243 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Transition to ACTIVE for port object 61c82043-c5d4-4788-ba00-bd24f9788bd0 will not be triggered until provisioned by entity DHCP. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:48.991654 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f875c0ae-77c8-410b-abdd-5818ad3c4b8d req-31f66c83-9eb2-46ad-8e13-587dd20d3f69 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503972 Jun 22 02:00:49.014425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Pushing event updated for resources: {'Port': ['ID=cf4549c6-1c76-436e-a192-eb832acad866,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:49.038919 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:49.101391 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-14fdffdd-a608-425c-beec-7aad2d5f2a85 req-ff1c05f3-3fbd-4a8c-a12a-72a26150de82 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959035 Jun 22 02:00:49.148872 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-697bf2b2-9b60-4e90-ad91-c08036401226 req-05ac7745-b93b-40f2-821b-87954b73e8f2 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994993 Jun 22 02:00:49.158672 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Attempting to bind port cf4549c6-1c76-436e-a192-eb832acad866 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:49.160090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Attempting to bind port cf4549c6-1c76-436e-a192-eb832acad866 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:49.160090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Attempting to bind port cf4549c6-1c76-436e-a192-eb832acad866 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:49.164014 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Port cf4549c6-1c76-436e-a192-eb832acad866 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:49.164337 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Attempting to bind port cf4549c6-1c76-436e-a192-eb832acad866 on network 23684a9a-e44e-47d7-8cd9-4cf8fe73449b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:49.170102 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:49.170556 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Checking segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:49.171010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Bound using segment: {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:49.171516 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Bound port: cf4549c6-1c76-436e-a192-eb832acad866, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630c5bc2-4e34-45be-b7fb-cb1cc36b0521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:49.172047 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.176341 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6ba0493a-8f41-4edc-894b-22d7bfb621ca req-90e97655-e020-4353-a5b0-deb99c45adc7 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0499480 Jun 22 02:00:49.237196 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] For port cf4549c6-1c76-436e-a192-eb832acad866, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:49.240583 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] For port cf4549c6-1c76-436e-a192-eb832acad866, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf4549c6-1c76-436e-a192-eb832acad866,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:49.248860 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.255433 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:49.338988 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Network 5fd6397d-c11c-46dc-a200-42928139eb2b is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:49.344399 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:49.347378 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:49.349802 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'Port': ['ID=61c82043-c5d4-4788-ba00-bd24f9788bd0,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:49.354400 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:49.356978 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 07e4766f-0635-47e1-ac2e-efe4dc7ef979 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:49.381789 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.393775 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-79fcf800-c40e-4a0f-a820-1ea3f535c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:49.401708 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 0d804c47-d4db-4174-92df-5dbedde171c2 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:49.454445 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:49.455113 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.482333 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:49.488456 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.489957 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] 10.222.0.16 "PUT /v2.0/ports/cf4549c6-1c76-436e-a192-eb832acad866 HTTP/1.1" status: 200 len: 1093 time: 2.2250383 Jun 22 02:00:49.490496 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0987884f-2118-4253-923b-49539a4954b0', 'tag': 'cf4549c6-1c76-436e-a192-eb832acad866'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:49.492820 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f94596-fd42-4b7c-be0e-14d07377dde7" -d '{"events": [{"name": "network-changed", "server_uuid": "0987884f-2118-4253-923b-49539a4954b0", "tag": "cf4549c6-1c76-436e-a192-eb832acad866"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:49.556182 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Pushing event updated for resources: {'Port': ['ID=cf4549c6-1c76-436e-a192-eb832acad866,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:49.568088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-3ea137ba-fab3-486e-9fe6-e7ea6d79966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:49.570469 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-3ea137ba-fab3-486e-9fe6-e7ea6d79966b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.2875772 Jun 22 02:00:49.571779 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:49.613797 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:49.639147 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '07e4766f-0635-47e1-ac2e-efe4dc7ef979', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'port_id': '07e4766f-0635-47e1-ac2e-efe4dc7ef979', 'mac_address': 'fa:16:3e:d9:c2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:49.682967 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.698075 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e4766f-0635-47e1-ac2e-efe4dc7ef979 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:49.726617 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a648a-8407-4113-9098-d2261886b3f8 x-openstack-request-id: req-e58a648a-8407-4113-9098-d2261886b3f8 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:49.727212 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0987884f-2118-4253-923b-49539a4954b0", "tag": "cf4549c6-1c76-436e-a192-eb832acad866", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:49.727212 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e58a648a-8407-4113-9098-d2261886b3f8 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:49.727746 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0987884f-2118-4253-923b-49539a4954b0', 'tag': 'cf4549c6-1c76-436e-a192-eb832acad866', 'status': 'completed', 'code': 200} Jun 22 02:00:49.729358 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8261938 Jun 22 02:00:49.741936 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:49.749015 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Request body: {'port': {'device_id': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:49.769100 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 0d804c47-d4db-4174-92df-5dbedde171c2 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:49.773326 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 0d804c47-d4db-4174-92df-5dbedde171c2 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:49.774821 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.851576 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.859651 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:49.861726 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-cd8862d9-b545-4986-a256-798607bd528c None None] Provisioning for port 61c82043-c5d4-4788-ba00-bd24f9788bd0 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:49.890419 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-cd8862d9-b545-4986-a256-798607bd528c None None] Provisioning complete for port 61c82043-c5d4-4788-ba00-bd24f9788bd0 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:49.890802 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-cd8862d9-b545-4986-a256-798607bd528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.895124 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.912210 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-1f99ab05-5840-4c6a-a993-a6c5980a79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:49.914196 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-1f99ab05-5840-4c6a-a993-a6c5980a79e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.3358884 Jun 22 02:00:49.936354 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:49.939703 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-0259c341-c3a8-4445-a47c-569636a14d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:49.941259 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-0259c341-c3a8-4445-a47c-569636a14d26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 1096 time: 0.3197684 Jun 22 02:00:49.964617 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00d9d-5ca9-4587-ba89-9f2b6e0ecad0 req-103ff7e7-f195-45a0-ba1a-5894a0adad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:49.966546 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d804c47-d4db-4174-92df-5dbedde171c2'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:49.970503 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-34a00d9d-5ca9-4587-ba89-9f2b6e0ecad0 req-103ff7e7-f195-45a0-ba1a-5894a0adad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.2393944 Jun 22 02:00:50.017900 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-ff15d065-dd4d-46f6-9b63-a23100f0f067 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 217 time: 0.0942042 Jun 22 02:00:50.029443 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-cd8862d9-b545-4986-a256-798607bd528c None None] Port 61c82043-c5d4-4788-ba00-bd24f9788bd0 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:50.036617 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=07e4766f-0635-47e1-ac2e-efe4dc7ef979,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:50.045816 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:50.047791 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 0d804c47-d4db-4174-92df-5dbedde171c2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d804c47-d4db-4174-92df-5dbedde171c2,segment=NetworkSegment(06d794c5-1c35-4731-a90d-a6fcb45ffc74),segment_id=06d794c5-1c35-4731-a90d-a6fcb45ffc74)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:50.063956 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-6b375c5f-2f82-4731-921c-c3b01692e758 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4549c6-1c76-436e-a192-eb832acad866 HTTP/1.1" status: 200 len: 217 time: 0.0914848 Jun 22 02:00:50.147050 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:50.149073 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:50.191180 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-34a00d9d-5ca9-4587-ba89-9f2b6e0ecad0 req-da181d4f-c313-40a5-8fa1-cf179a75acba tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166030 Jun 22 02:00:50.224568 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d18a7-b268-4798-ab1d-f7d3226747c3 req-00d79927-fc9d-4b22-aa80-15263225b964 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:50.229374 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-705d18a7-b268-4798-ab1d-f7d3226747c3 req-00d79927-fc9d-4b22-aa80-15263225b964 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 943 time: 0.1005502 Jun 22 02:00:50.239945 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=0d804c47-d4db-4174-92df-5dbedde171c2,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:50.243539 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:50.248418 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc676769-834a-42df-bee7-8e5189d1bac7" -d '{"events": [{"server_uuid": "de09ec5c-19c9-43ef-b4f3-a93a59e26e57", "name": "network-vif-plugged", "status": "completed", "tag": "0d804c47-d4db-4174-92df-5dbedde171c2"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:50.269802 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['07e4766f-0635-47e1-ac2e-efe4dc7ef979'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:50.291526 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-705d18a7-b268-4798-ab1d-f7d3226747c3 req-30d4d34d-00e2-4c7f-8587-129aaa615e32 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Jun 22 02:00:50.333262 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-259de0af-cfce-4664-9248-a2bd53f74fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:50.333262 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-259de0af-cfce-4664-9248-a2bd53f74fd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.2783036 Jun 22 02:00:50.333262 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-20b39c2b-b9e3-422a-9693-2a266ecab954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:50.345814 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-20b39c2b-b9e3-422a-9693-2a266ecab954 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.2619915 Jun 22 02:00:50.536918 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed345af-193a-4aea-8750-cc8608b436db req-65704293-6bef-4033-b84d-1303a67df13f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:50.553675 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4ed345af-193a-4aea-8750-cc8608b436db req-65704293-6bef-4033-b84d-1303a67df13f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 931 time: 0.1237879 Jun 22 02:00:50.571434 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-adebdb03-b3ca-4751-905a-19112649ce6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804657 Jun 22 02:00:50.597417 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4ed345af-193a-4aea-8750-cc8608b436db req-fd4fdeb8-5274-45fd-9b8d-b68300b51762 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Jun 22 02:00:50.739464 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-8e52b7bc-5175-41d8-bec8-b8021c9ae81b service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500344 Jun 22 02:00:50.770475 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-6cb951ca-e0c5-4fa3-a24d-6082671337aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:50.770475 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-6cb951ca-e0c5-4fa3-a24d-6082671337aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3877659 Jun 22 02:00:50.858398 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d2329a-4b00-44c8-a5ef-5cb24b376c9f x-openstack-request-id: req-42d2329a-4b00-44c8-a5ef-5cb24b376c9f {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:50.859325 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de09ec5c-19c9-43ef-b4f3-a93a59e26e57", "name": "network-vif-plugged", "status": "completed", "tag": "0d804c47-d4db-4174-92df-5dbedde171c2", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:50.859788 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42d2329a-4b00-44c8-a5ef-5cb24b376c9f {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:50.860630 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d804c47-d4db-4174-92df-5dbedde171c2', 'code': 200} Jun 22 02:00:51.045220 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dec212-f256-4014-a35c-28216f675cf9 req-2b2bab93-ff7a-42e2-8e47-f4c2f7850428 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:51.046853 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-21dec212-f256-4014-a35c-28216f675cf9 req-2b2bab93-ff7a-42e2-8e47-f4c2f7850428 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.5947382 Jun 22 02:00:51.201834 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-21dec212-f256-4014-a35c-28216f675cf9 req-dff8e5b2-d5d6-4193-b493-da83587f1fe9 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389618 Jun 22 02:00:51.224268 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c82043-c5d4-4788-ba00-bd24f9788bd0 {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:51.243722 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:51.253919 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11a18530-8bf2-4b30-8af0-64d66a88251e req-04f4a971-6a92-448a-8bcd-0ae4a8995ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934206 Jun 22 02:00:51.257154 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-8c1dd490-31ed-48e8-90e4-a02fa9cf9726 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753973 Jun 22 02:00:51.266437 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Transition to ACTIVE for port object 61c82043-c5d4-4788-ba00-bd24f9788bd0 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:51.356930 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:51.389712 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 07e4766f-0635-47e1-ac2e-efe4dc7ef979 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:51.404723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2d498eca-51d0-45cf-9389-66debb78aa06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:51.464407 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbd60-fdb8-4802-8198-568e9a0bf529 req-1f188a95-814d-452c-8f34-88b26e78378f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:51.470982 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-19fbbd60-fdb8-4802-8198-568e9a0bf529 req-1f188a95-814d-452c-8f34-88b26e78378f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.1109703 Jun 22 02:00:51.521380 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-57675bb1-8ce4-45c9-8d36-53208cf1b617 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520268 Jun 22 02:00:51.597596 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Pushing event updated for resources: {'Port': ['ID=61c82043-c5d4-4788-ba00-bd24f9788bd0,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:51.601088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:51.617325 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-19fbbd60-fdb8-4802-8198-568e9a0bf529 req-b8d726a0-af96-4f2f-ab13-780cd164736a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370327 Jun 22 02:00:51.678142 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-b3928564-8f6b-480a-92dc-27d526c606e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:51.680266 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-b3928564-8f6b-480a-92dc-27d526c606e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 1096 time: 0.1695030 Jun 22 02:00:51.683366 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:51.711042 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:51.720202 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:51.724583 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Attempting to bind port 61c82043-c5d4-4788-ba00-bd24f9788bd0 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:51.724947 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Attempting to bind port 61c82043-c5d4-4788-ba00-bd24f9788bd0 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:51.725330 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Attempting to bind port 61c82043-c5d4-4788-ba00-bd24f9788bd0 on network 5fd6397d-c11c-46dc-a200-42928139eb2b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:51.738334 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Port 61c82043-c5d4-4788-ba00-bd24f9788bd0 on network 5fd6397d-c11c-46dc-a200-42928139eb2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:51.738334 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Attempting to bind port 61c82043-c5d4-4788-ba00-bd24f9788bd0 on network 5fd6397d-c11c-46dc-a200-42928139eb2b {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:51.738334 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a423b6-c793-4497-bd76-f8005606e1f6 req-eb0a8b4a-6370-4317-a9db-60610aa385d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:51.738804 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-12a423b6-c793-4497-bd76-f8005606e1f6 req-eb0a8b4a-6370-4317-a9db-60610aa385d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 1098 time: 0.3807728 Jun 22 02:00:51.763124 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-12a423b6-c793-4497-bd76-f8005606e1f6 req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:51.765345 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:51.765684 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Checking segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:51.766115 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Bound using segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:51.766566 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Bound port: 61c82043-c5d4-4788-ba00-bd24f9788bd0, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:51.766940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:51.846336 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871cdf6-f002-41f4-b792-0692708d82bf req-a3577c67-6da6-427e-9947-17d946c9b120 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:51.847972 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6871cdf6-f002-41f4-b792-0692708d82bf req-a3577c67-6da6-427e-9947-17d946c9b120 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 943 time: 0.3252966 Jun 22 02:00:51.893738 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:51.923524 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] For port 61c82043-c5d4-4788-ba00-bd24f9788bd0, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:51.968272 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-40aac632-0e4f-4d09-85f9-0a94705cac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:51.970309 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-40aac632-0e4f-4d09-85f9-0a94705cac51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.2824287 Jun 22 02:00:51.981093 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] For port 61c82043-c5d4-4788-ba00-bd24f9788bd0, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:51.988659 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6871cdf6-f002-41f4-b792-0692708d82bf req-0f9ef548-2814-4da8-b5da-625c3d241ab7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246920 Jun 22 02:00:51.999780 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:52.001864 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34746) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:52.021605 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-12a423b6-c793-4497-bd76-f8005606e1f6 req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.061680 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.062330 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.066930 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:52.067072 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:52.070735 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-7f6ae405-2927-461c-8a9e-85020f1e9631 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4549c6-1c76-436e-a192-eb832acad866 HTTP/1.1" status: 200 len: 217 time: 0.0844886 Jun 22 02:00:52.087322 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719290-93f6-4e29-9d48-8c51c58e0630 req-243e77c3-7ccf-4732-b15b-7f6c6e2fc14b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.095256 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-03719290-93f6-4e29-9d48-8c51c58e0630 req-243e77c3-7ccf-4732-b15b-7f6c6e2fc14b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 943 time: 0.3054161 Jun 22 02:00:52.120139 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34750) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:52.129489 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.130152 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.131731 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] 10.222.0.16 "PUT /v2.0/ports/61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 1093 time: 2.3889017 Jun 22 02:00:52.142863 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:52.145296 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e244b66-42b3-4a84-adf0-0234c0e9487a" -d '{"events": [{"name": "network-changed", "server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:52.147703 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=07e4766f-0635-47e1-ac2e-efe4dc7ef979,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:52.177354 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-12a423b6-c793-4497-bd76-f8005606e1f6 req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.186721 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-03719290-93f6-4e29-9d48-8c51c58e0630 req-b0fca12a-709c-4a5e-9120-07d884ee110d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905066 Jun 22 02:00:52.187887 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:52.216678 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-f7d34efb-3d3a-4e23-ad27-94cd1e39f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.218255 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-f7d34efb-3d3a-4e23-ad27-94cd1e39f569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.1389577 Jun 22 02:00:52.311549 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Pushing event updated for resources: {'Port': ['ID=61c82043-c5d4-4788-ba00-bd24f9788bd0,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:52.317735 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5d9fc5-bfe1-41c7-be2c-bc6bcb159bda x-openstack-request-id: req-6d5d9fc5-bfe1-41c7-be2c-bc6bcb159bda {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:52.318046 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:52.318327 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6d5d9fc5-bfe1-41c7-be2c-bc6bcb159bda {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:52.318745 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'status': 'completed', 'code': 200} Jun 22 02:00:52.338679 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:52.342220 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e47b9413-1d72-401d-8803-3642e26d1634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:52.345574 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-12a423b6-c793-4497-bd76-f8005606e1f6 req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973570 Jun 22 02:00:52.352299 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-337c3e17-ecc5-4aa0-b29e-3416736592d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236305 Jun 22 02:00:52.363825 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.401514 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=578b814a-eaef-4068-9d2b-57975b12369d,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:52.406017 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:52.413687 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.440526 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-f1ebbbac-c118-4c42-b7fc-e9e8e7de56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.445057 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-f1ebbbac-c118-4c42-b7fc-e9e8e7de56e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1096 time: 0.1857026 Jun 22 02:00:52.513392 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-a003bdb4-3441-4da1-8b1e-74be7df4ad0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 217 time: 0.0417073 Jun 22 02:00:52.583507 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-320dc0e6-f141-45f7-8f30-30aead40256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.585312 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-320dc0e6-f141-45f7-8f30-30aead40256c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0650406 Jun 22 02:00:52.629912 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbc28a-e078-4167-a980-5dc584eb273d req-4a2d1bb6-c080-47b9-b8df-7d777f42607c tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.631389 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c6dbc28a-e078-4167-a980-5dc584eb273d req-4a2d1bb6-c080-47b9-b8df-7d777f42607c tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.1979275 Jun 22 02:00:52.658376 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-016dd0c2-c268-4fa7-a4f2-4e190d2cf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.660137 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-016dd0c2-c268-4fa7-a4f2-4e190d2cf1ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679479 Jun 22 02:00:52.669144 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-1637d59c-586f-42ec-8037-ee95064a3f9d service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103713 Jun 22 02:00:52.681666 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.740697 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c6dbc28a-e078-4167-a980-5dc584eb273d req-8507cca6-60e1-4734-9c25-b492453f2133 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008036 Jun 22 02:00:52.784056 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-04f94596-fd42-4b7c-be0e-14d07377dde7 req-5592ca88-c380-4e18-ab58-e28d972bea14 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055348 Jun 22 02:00:52.797107 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-74c910aa-5a28-4fc4-a52c-edc788e24202 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294200 Jun 22 02:00:52.805328 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.809163 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-71f2b880-6b92-42fd-a3d1-663682279ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:52.846075 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=198b2e6be7bb42c6b3b5f07f08dec2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8359771 Jun 22 02:00:52.847284 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e7b86-3b67-419d-91ac-298b6a5b9ae5,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:52.850476 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:52.850955 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34768) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:52.863135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9272e9-b651-45e9-90ac-655100a7006c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e4766f-0635-47e1-ac2e-efe4dc7ef979'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:52.868430 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba3b315-326d-4b2a-ba28-d2b31150e3c6" -d '{"events": [{"server_uuid": "5b9272e9-b651-45e9-90ac-655100a7006c", "name": "network-vif-plugged", "status": "completed", "tag": "07e4766f-0635-47e1-ac2e-efe4dc7ef979"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:52.914062 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f99819-9aa8-4fc7-af1d-00c8a72562ab x-openstack-request-id: req-52f99819-9aa8-4fc7-af1d-00c8a72562ab {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:52.919278 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23d3ca-29d0-43d7-a69e-4f6380db1d0a req-d004337c-bcd1-47a8-a77e-61b127aff73c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:52.919428 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9272e9-b651-45e9-90ac-655100a7006c", "name": "network-vif-plugged", "status": "completed", "tag": "07e4766f-0635-47e1-ac2e-efe4dc7ef979", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:52.919428 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52f99819-9aa8-4fc7-af1d-00c8a72562ab {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:52.919428 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9272e9-b651-45e9-90ac-655100a7006c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e4766f-0635-47e1-ac2e-efe4dc7ef979', 'code': 200} Jun 22 02:00:52.919701 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0a23d3ca-29d0-43d7-a69e-4f6380db1d0a req-d004337c-bcd1-47a8-a77e-61b127aff73c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.1785626 Jun 22 02:00:52.919786 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.939976 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:52.981958 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b891163-19e8-4001-b226-7c5dc236cf2e req-694e2482-2d1d-4905-82b4-3715ea8560ad service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751664 Jun 22 02:00:53.017816 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0a23d3ca-29d0-43d7-a69e-4f6380db1d0a req-0fd58a09-6e4d-4676-a487-48ac7cdc8355 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830925 Jun 22 02:00:53.034146 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.066590 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.070937 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.072954 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e34e7b86-3b67-419d-91ac-298b6a5b9ae5 HTTP/1.1" status: 204 len: 168 time: 0.2207315 Jun 22 02:00:53.074560 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4841c05c-81fb-4488-aaa0-6997b0fe26bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:53.086622 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e7b86-3b67-419d-91ac-298b6a5b9ae5,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:53.109957 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:53.123620 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.128497 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b16e4a90-39d1-4b9e-ab16-4d512c17d84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:53.203734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786744f5-08cb-4627-9c9e-d5787233c6da req-9a04f962-dee7-4150-8d3b-99140e3c8bf3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.205246 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-786744f5-08cb-4627-9c9e-d5787233c6da req-9a04f962-dee7-4150-8d3b-99140e3c8bf3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 943 time: 0.0754859 Jun 22 02:00:53.208476 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9843201a39d46218bc8b1a85ce731ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0853596 Jun 22 02:00:53.208671 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34776) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:53.209682 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb64d31f-ee05-4b40-b245-ab2f709f774f,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:53.212900 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:53.243195 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-145b86c7-2f46-4397-92aa-5c8b89f77cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.245085 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-145b86c7-2f46-4397-92aa-5c8b89f77cde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1096 time: 0.0737915 Jun 22 02:00:53.291604 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-786744f5-08cb-4627-9c9e-d5787233c6da req-dc79f6a1-e333-44b3-ba3a-d39efc78191c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765188 Jun 22 02:00:53.363193 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.400652 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:53.404563 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.409639 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-eb52dd5c-d322-49dd-a69c-b2f77710f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.413734 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-eb52dd5c-d322-49dd-a69c-b2f77710f93b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 912 time: 0.1587720 Jun 22 02:00:53.460721 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b3c6c-8492-4d2e-b7e9-35ff52509be9 req-06c67aa1-780d-43a3-a0d6-922c6af26001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.462229 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-942b3c6c-8492-4d2e-b7e9-35ff52509be9 req-06c67aa1-780d-43a3-a0d6-922c6af26001 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.1617563 Jun 22 02:00:53.491480 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25b9d3-1c8e-424c-b57d-0ff07c16d9c6 req-b27ee993-74a0-4f06-af95-64ee2cfb5085 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.505500 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8e25b9d3-1c8e-424c-b57d-0ff07c16d9c6 req-b27ee993-74a0-4f06-af95-64ee2cfb5085 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 943 time: 0.1795330 Jun 22 02:00:53.508181 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-e5f4d9d9-f5d7-4bd9-9ad5-122ef45c991b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 217 time: 0.0861232 Jun 22 02:00:53.554639 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-942b3c6c-8492-4d2e-b7e9-35ff52509be9 req-0dc9c154-640e-4771-acb5-2102bb41d193 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816433 Jun 22 02:00:53.593984 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8e25b9d3-1c8e-424c-b57d-0ff07c16d9c6 req-d820e5e6-a84c-4c50-b80a-a47c0c4a8389 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876327 Jun 22 02:00:53.598315 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-7b96f1c3-fd53-4225-a016-ba06030a49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.599481 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-7b96f1c3-fd53-4225-a016-ba06030a49b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0814388 Jun 22 02:00:53.604852 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:53.617696 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'mac_address': 'fa:16:3e:82:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:53.620941 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.623540 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.624643 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bb64d31f-ee05-4b40-b245-ab2f709f774f HTTP/1.1" status: 204 len: 168 time: 0.4150405 Jun 22 02:00:53.625825 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:53.635774 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb64d31f-ee05-4b40-b245-ab2f709f774f,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:53.645307 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:53.680287 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.698972 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:53.717407 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-afab9d45-7dc8-47c4-9128-81023b3f14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.718887 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-afab9d45-7dc8-47c4-9128-81023b3f14b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0615895 Jun 22 02:00:53.729884 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:53.827652 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-1d1c7c75-aeca-424a-9791-0bcb7e91583a service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967302 Jun 22 02:00:53.854730 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.859000 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8bd734de-c224-438c-a0bd-543f102cd3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:53.920042 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34802) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:53.936042 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:53.940961 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:53.947466 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:53.967495 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272da21-dfc5-43bb-a814-08e6668628ff req-3496e67d-3f28-4e55-b19b-e4d51aa4172e tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:53.969166 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3272da21-dfc5-43bb-a814-08e6668628ff req-3496e67d-3f28-4e55-b19b-e4d51aa4172e tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.0917184 Jun 22 02:00:53.980479 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e244b66-42b3-4a84-adf0-0234c0e9487a req-600a6693-22c9-48c3-90a9-2d0f681a0e75 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436675 Jun 22 02:00:54.090020 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.199412 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.204800 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a347c180-3513-4d1a-a571-0486877630f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:54.210461 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3272da21-dfc5-43bb-a814-08e6668628ff req-51e78996-40be-4ab3-a739-6f8ce0226fa9 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337422 Jun 22 02:00:54.253205 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e44a5405b4c3437bb01550f3da606e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316920 Jun 22 02:00:54.255397 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34810) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:54.267183 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a501b329-fea3-4b59-a5b6-21d333a6e50c,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:54.270475 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:54.289838 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaff13-14f2-48c5-893d-83cb25d00272 req-1261e322-d207-426e-bf66-fd168d73c567 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:54.291381 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fccaff13-14f2-48c5-893d-83cb25d00272 req-1261e322-d207-426e-bf66-fd168d73c567 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.1357188 Jun 22 02:00:54.314894 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.336186 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fccaff13-14f2-48c5-893d-83cb25d00272 req-f3181975-3ca5-4fa5-8640-397194bf061d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379188 Jun 22 02:00:54.347007 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.429724 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['9ebb42c8-9d66-492b-b77e-d7bf70fd4079'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:54.484141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bb32e-cd35-4714-956a-83ffa0a83a52 req-1cdbd8a7-15e7-4854-801d-900e79ff6083 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:54.491885 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6e9bb32e-cd35-4714-956a-83ffa0a83a52 req-1cdbd8a7-15e7-4854-801d-900e79ff6083 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 943 time: 0.0779643 Jun 22 02:00:54.501851 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34814) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:54.527231 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.529925 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.531076 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a501b329-fea3-4b59-a5b6-21d333a6e50c HTTP/1.1" status: 204 len: 168 time: 0.2747169 Jun 22 02:00:54.532576 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-860493cd-f05e-4117-a56d-a635b80120b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:54.542754 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.565920 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501b329-fea3-4b59-a5b6-21d333a6e50c,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:54.570653 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:54.579810 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6e9bb32e-cd35-4714-956a-83ffa0a83a52 req-9fc852ab-a1a4-4da0-be9e-af5aef2d1950 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870087 Jun 22 02:00:54.704646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.795834 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f64388-419c-4765-868b-073036169e27 req-26406c9a-3fb6-4d01-9c0b-f8963e113449 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:54.797310 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b9f64388-419c-4765-868b-073036169e27 req-26406c9a-3fb6-4d01-9c0b-f8963e113449 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 943 time: 0.0693874 Jun 22 02:00:54.834287 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b9f64388-419c-4765-868b-073036169e27 req-6d497f8e-5c14-4542-8b15-baa0b0d70277 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Jun 22 02:00:54.838087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.838216 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.842743 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-97013969-4462-4dba-b1d0-16d725c1cd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:54.878695 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd2162fd396a46088c8e376089e764e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757992 Jun 22 02:00:54.883695 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc6afa8-1a5c-4838-960e-0ca2c53ff38a,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:54.883797 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 34820) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:54.885000 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:54.935619 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:54.960033 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:55.082931 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:55.088006 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:55.095960 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dc6afa8-1a5c-4838-960e-0ca2c53ff38a HTTP/1.1" status: 204 len: 168 time: 0.2051995 Jun 22 02:00:55.095960 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:55.102491 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc6afa8-1a5c-4838-960e-0ca2c53ff38a,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:55.105815 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:55.152556 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-929f49b0-ef47-4617-91fe-f32764de7166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:55.442294 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cf4549c6-1c76-436e-a192-eb832acad866 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:55.472219 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952f0dc-f1dc-4f59-8d74-6c7074bee502 req-42f3fc06-6413-4a26-99d3-f20862b81cca tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:55.474065 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8952f0dc-f1dc-4f59-8d74-6c7074bee502 req-42f3fc06-6413-4a26-99d3-f20862b81cca tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.0740602 Jun 22 02:00:55.561549 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8952f0dc-f1dc-4f59-8d74-6c7074bee502 req-89d0f15b-cd56-4f94-99c0-580c1d7a2307 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803645 Jun 22 02:00:55.584009 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2608a-04c2-4674-b647-6298b24c0e3e req-38a9b70a-cab9-431c-a12f-d8897f1b29f4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:55.607089 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-abb2608a-04c2-4674-b647-6298b24c0e3e req-38a9b70a-cab9-431c-a12f-d8897f1b29f4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.1380851 Jun 22 02:00:55.643645 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port cf4549c6-1c76-436e-a192-eb832acad866, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf4549c6-1c76-436e-a192-eb832acad866,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:55.658210 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': 'cf4549c6-1c76-436e-a192-eb832acad866', 'network_id': '23684a9a-e44e-47d7-8cd9-4cf8fe73449b', 'port_id': 'cf4549c6-1c76-436e-a192-eb832acad866', 'mac_address': 'fa:16:3e:72:49:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca6be56-2fdf-47c7-a163-7601cb1dfbd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:55.685972 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-abb2608a-04c2-4674-b647-6298b24c0e3e req-a49abcbe-3e98-4abb-bb6e-964b4a6ed1f3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760155 Jun 22 02:00:55.735382 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:55.777828 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4549c6-1c76-436e-a192-eb832acad866 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:55.804018 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port cf4549c6-1c76-436e-a192-eb832acad866, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf4549c6-1c76-436e-a192-eb832acad866,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:55.872208 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3679-1121-41c8-bbe4-4668260470ee req-39901352-c914-4ac0-9687-6cfceb8db2fb tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:55.873914 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b9a3679-1121-41c8-bbe4-4668260470ee req-39901352-c914-4ac0-9687-6cfceb8db2fb tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 943 time: 0.0876229 Jun 22 02:00:55.904992 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:55.906875 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:55.930202 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b9a3679-1121-41c8-bbe4-4668260470ee req-1f3a275e-a8fe-4429-9504-8d89680c5d04 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 Jun 22 02:00:55.961745 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=cf4549c6-1c76-436e-a192-eb832acad866,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:55.965134 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:56.031004 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad769959-c6c5-4472-8fab-b9820be293c7 req-c7377afc-129b-4e44-80ea-4c641ff3358a tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:56.032491 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ad769959-c6c5-4472-8fab-b9820be293c7 req-c7377afc-129b-4e44-80ea-4c641ff3358a tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 943 time: 0.0732124 Jun 22 02:00:56.075078 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ad769959-c6c5-4472-8fab-b9820be293c7 req-79bdb7c5-eadb-4c76-adb6-2a49e3a57d9a tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368910 Jun 22 02:00:56.249255 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['cf4549c6-1c76-436e-a192-eb832acad866'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:56.936060 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f706dcb-6393-482a-8d90-92a8b34ef5dc req-6679d014-1bbd-4068-b8d3-2707388be68c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:56.937998 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8f706dcb-6393-482a-8d90-92a8b34ef5dc req-6679d014-1bbd-4068-b8d3-2707388be68c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.1006405 Jun 22 02:00:56.989171 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8f706dcb-6393-482a-8d90-92a8b34ef5dc req-8a64267f-ed5d-4748-b991-866db58ecb89 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447133 Jun 22 02:00:57.118927 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a3cf1-4e5d-47c1-8077-5ee66547a131 req-7ac3a8eb-d310-4096-9d35-93584e23c237 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:57.129602 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4c2a3cf1-4e5d-47c1-8077-5ee66547a131 req-7ac3a8eb-d310-4096-9d35-93584e23c237 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 944 time: 0.0819533 Jun 22 02:00:57.168702 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4c2a3cf1-4e5d-47c1-8077-5ee66547a131 req-cf956bed-b99d-4afc-bd58-7248758db240 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 Jun 22 02:00:57.277000 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd498-e1cb-48b9-b0dc-bad2ac2d1105 req-82d8355c-df5c-44a7-9294-5e612440445f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:57.278497 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5efcd498-e1cb-48b9-b0dc-bad2ac2d1105 req-82d8355c-df5c-44a7-9294-5e612440445f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 943 time: 0.0638790 Jun 22 02:00:57.325692 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5efcd498-e1cb-48b9-b0dc-bad2ac2d1105 req-7d5f6da4-ed0b-4aef-88c4-e58c1290025b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Jun 22 02:00:57.455909 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 61c82043-c5d4-4788-ba00-bd24f9788bd0 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:57.459106 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cf4549c6-1c76-436e-a192-eb832acad866 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:57.610001 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 61c82043-c5d4-4788-ba00-bd24f9788bd0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:57.627045 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'port_id': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'mac_address': 'fa:16:3e:1d:86:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:57.680014 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:57.690540 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port cf4549c6-1c76-436e-a192-eb832acad866 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:57.692605 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dbea760e-d1e1-4ea3-8dd9-1265dbff74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:57.699959 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port cf4549c6-1c76-436e-a192-eb832acad866 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:57.700334 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:57.703011 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c82043-c5d4-4788-ba00-bd24f9788bd0 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:57.751484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 61c82043-c5d4-4788-ba00-bd24f9788bd0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:57.807707 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:57.846621 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0987884f-2118-4253-923b-49539a4954b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4549c6-1c76-436e-a192-eb832acad866'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:57.856602 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd72d61-f1b5-49e9-80be-644662eb6390" -d '{"events": [{"server_uuid": "0987884f-2118-4253-923b-49539a4954b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf4549c6-1c76-436e-a192-eb832acad866"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:57.889156 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port cf4549c6-1c76-436e-a192-eb832acad866, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf4549c6-1c76-436e-a192-eb832acad866,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:57.890123 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:57.895157 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:57.936138 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257830f9-5a5e-4557-92a4-916b769055a2 x-openstack-request-id: req-257830f9-5a5e-4557-92a4-916b769055a2 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:57.936138 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0987884f-2118-4253-923b-49539a4954b0", "name": "network-vif-plugged", "status": "completed", "tag": "cf4549c6-1c76-436e-a192-eb832acad866", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:57.936138 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-257830f9-5a5e-4557-92a4-916b769055a2 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:57.936138 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0987884f-2118-4253-923b-49539a4954b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4549c6-1c76-436e-a192-eb832acad866', 'code': 200} Jun 22 02:00:57.970949 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=61c82043-c5d4-4788-ba00-bd24f9788bd0,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:57.980515 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:57.991311 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 34982) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:58.002737 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.005125 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.006464 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:58.010920 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ebf8ee8c-60b9-4db5-a20c-37116593aa5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:58.112539 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=cf4549c6-1c76-436e-a192-eb832acad866,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:58.115858 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:58.151401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.186635 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:58.193063 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:58.193819 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.269694 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['61c82043-c5d4-4788-ba00-bd24f9788bd0'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:58.297201 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4260-a9ad-46d4-9ae1-32d1c4a1c495 req-4b14b917-5810-45c1-b77a-1099d986ac46 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:58.299379 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-018d4260-a9ad-46d4-9ae1-32d1c4a1c495 req-4b14b917-5810-45c1-b77a-1099d986ac46 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.1239645 Jun 22 02:00:58.322815 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.373520 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:58.376150 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-018d4260-a9ad-46d4-9ae1-32d1c4a1c495 req-c2b9eb37-d220-4dba-889b-fac1bdefe95e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697184 Jun 22 02:00:58.393758 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.428367 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f697e28-d41e-4b1c-961e-cfe7ae033ae6 req-7b7a5192-4f0f-4dfd-8e61-c08eeb2e3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:58.428367 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9f697e28-d41e-4b1c-961e-cfe7ae033ae6 req-7b7a5192-4f0f-4dfd-8e61-c08eeb2e3e81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 1098 time: 0.1051986 Jun 22 02:00:58.457189 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.458523 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:58.471013 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9f697e28-d41e-4b1c-961e-cfe7ae033ae6 req-7c46d189-eac5-4bc9-a585-ee37647d0a04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Jun 22 02:00:58.478081 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.482746 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-429dfcef-4b48-42a4-be8e-bcc83e310425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:58.535616 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:58.540697 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:58.540879 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94d2175d1b724871ab1cd84727204e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485468 Jun 22 02:00:58.542500 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35006) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:58.559756 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031143d3-9c32-4347-81a9-e6ea396f8eb6,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:58.563438 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:58.613598 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.617794 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2452a2c-5f6b-4fa1-832f-c0c10be9de69 req-0302c0db-7991-443d-8baa-8d906469fa41 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:58.619450 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c2452a2c-5f6b-4fa1-832f-c0c10be9de69 req-0302c0db-7991-443d-8baa-8d906469fa41 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0928695 Jun 22 02:00:58.638582 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.663425 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c2452a2c-5f6b-4fa1-832f-c0c10be9de69 req-2d408d01-3632-4030-9d20-145d2ac89f6b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Jun 22 02:00:58.780698 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.783163 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.787462 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/031143d3-9c32-4347-81a9-e6ea396f8eb6 HTTP/1.1" status: 204 len: 168 time: 0.2386158 Jun 22 02:00:58.787462 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f4503a73-3f8b-4954-9e6e-f62078adb0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:58.793150 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031143d3-9c32-4347-81a9-e6ea396f8eb6,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:58.796058 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:58.841548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:58.862923 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d553f-1df1-4308-ad13-670a939c8a6f req-55e8a27d-449b-4d33-b6a0-b8dc65fd1f2e tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:58.869430 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-935d553f-1df1-4308-ad13-670a939c8a6f req-55e8a27d-449b-4d33-b6a0-b8dc65fd1f2e tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 944 time: 0.1018651 Jun 22 02:00:58.910640 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-935d553f-1df1-4308-ad13-670a939c8a6f req-64c01965-be78-46a5-ad2f-a43cf7e9413b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350418 Jun 22 02:00:59.466199 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 61c82043-c5d4-4788-ba00-bd24f9788bd0 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:59.588316 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378515e-0985-4943-b0d7-33a8c1ca98ff req-5e65c041-b437-4caf-86ef-a099c1c6d36d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:59.593686 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7378515e-0985-4943-b0d7-33a8c1ca98ff req-5e65c041-b437-4caf-86ef-a099c1c6d36d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0903993 Jun 22 02:00:59.594260 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35038) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:59.613598 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:59.626847 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 61c82043-c5d4-4788-ba00-bd24f9788bd0 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:59.636069 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 61c82043-c5d4-4788-ba00-bd24f9788bd0 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:59.636670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:59.699278 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7378515e-0985-4943-b0d7-33a8c1ca98ff req-aebb2a38-1e92-4aa1-934a-7e523f5a836e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831680 Jun 22 02:00:59.798677 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:59.843809 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 61c82043-c5d4-4788-ba00-bd24f9788bd0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:59.852240 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:59.932982 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}, {'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:59.935531 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a03ab-84dc-4280-8aa0-ea5d6fccfaa0" -d '{"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}, {"server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "name": "network-vif-plugged", "status": "completed", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:59.938995 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:59.943401 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:59.952968 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67efa7d-3165-4cb2-ba5e-b0231bb09bef req-fc79d97f-716e-483c-bd67-9c385132959a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:59.955409 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c67efa7d-3165-4cb2-ba5e-b0231bb09bef req-fc79d97f-716e-483c-bd67-9c385132959a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0796177 Jun 22 02:00:59.963432 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:59.991456 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a54cf48a-b4c0-485a-925e-7b96f47879e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:59.995915 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68bb95dd950f44519f7f435954c85800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006333 Jun 22 02:00:59.998595 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35056) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:00.007338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=61c82043-c5d4-4788-ba00-bd24f9788bd0,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:00.009347 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c67efa7d-3165-4cb2-ba5e-b0231bb09bef req-13e317db-2340-4d5a-8392-421d02d8d020 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Jun 22 02:01:00.011261 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:00.013435 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ca768-c3e2-4641-9d47-25a1ff6bfdf9 x-openstack-request-id: req-c34ca768-c3e2-4641-9d47-25a1ff6bfdf9 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:00.014154 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "code": 200}, {"server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "name": "network-vif-plugged", "status": "completed", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:00.014670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c34ca768-c3e2-4641-9d47-25a1ff6bfdf9 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:00.015390 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'code': 200} Jun 22 02:01:00.016018 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'code': 200} Jun 22 02:01:00.055594 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a91c817-3aed-45c9-beea-0aa90cf914f9,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:00.062664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:00.102886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.132121 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.228204 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c237de-2f94-4639-bbd8-86465078370c req-55b06a5a-9469-42e6-803b-c7469c3cb1f5 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:00.233727 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-74c237de-2f94-4639-bbd8-86465078370c req-55b06a5a-9469-42e6-803b-c7469c3cb1f5 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0950150 Jun 22 02:01:00.301342 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-74c237de-2f94-4639-bbd8-86465078370c req-b103f467-b045-4774-b774-7fd65b989ffa tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590839 Jun 22 02:01:00.316436 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.319141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.320256 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a91c817-3aed-45c9-beea-0aa90cf914f9 HTTP/1.1" status: 204 len: 168 time: 0.3205507 Jun 22 02:01:00.321069 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4ad60f53-0f07-4185-9221-fdf7691f96b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:00.330478 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a91c817-3aed-45c9-beea-0aa90cf914f9,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:00.333503 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:00.401815 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.507974 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b15e3-c667-4190-89ec-b97cb7aa5ff1 req-4dd80dc6-d2b2-46ae-901b-f1543ec1db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:00.509781 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e96b15e3-c667-4190-89ec-b97cb7aa5ff1 req-4dd80dc6-d2b2-46ae-901b-f1543ec1db8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0641189 Jun 22 02:01:00.549668 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e96b15e3-c667-4190-89ec-b97cb7aa5ff1 req-5fc58a83-a706-4e52-8db8-681270265a33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Jun 22 02:01:00.662721 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c978-d78e-4a74-ad39-bc88cea7ecfd req-d279a037-9a49-446e-97f7-9bb71a987c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:00.664273 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1157c978-d78e-4a74-ad39-bc88cea7ecfd req-d279a037-9a49-446e-97f7-9bb71a987c46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1098 time: 0.2445498 Jun 22 02:01:00.734144 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1157c978-d78e-4a74-ad39-bc88cea7ecfd req-e5334565-d21f-455e-9b6e-c2780b17f0ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411122 Jun 22 02:01:01.005152 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54529b4-f347-488d-a7fe-c4d77f3b3c24 req-c77fe604-67ba-4b55-bc16-837fc803f5f5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:01.006930 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f54529b4-f347-488d-a7fe-c4d77f3b3c24 req-c77fe604-67ba-4b55-bc16-837fc803f5f5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0795562 Jun 22 02:01:01.063983 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f54529b4-f347-488d-a7fe-c4d77f3b3c24 req-5bb9fac8-fbf4-49c5-8f59-e0ccf14dabd4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501451 Jun 22 02:01:01.232473 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b067d-2730-4d99-8654-606836f56008 req-0d3ebac9-e0cf-414b-a400-81913fea0ad2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:01.234161 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7a0b067d-2730-4d99-8654-606836f56008 req-0d3ebac9-e0cf-414b-a400-81913fea0ad2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0789590 Jun 22 02:01:01.279431 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7a0b067d-2730-4d99-8654-606836f56008 req-629599e0-1d0f-42ba-85b5-f2cf47fb1340 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368221 Jun 22 02:01:01.526678 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a16a1-44c9-4bea-a23f-f21bcd01e36f req-75f7fad0-4685-4cfd-981e-63d936049993 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:01.528794 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-985a16a1-44c9-4bea-a23f-f21bcd01e36f req-75f7fad0-4685-4cfd-981e-63d936049993 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0858235 Jun 22 02:01:01.573849 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-985a16a1-44c9-4bea-a23f-f21bcd01e36f req-3b849fac-5a30-4571-ac68-aebf28b68190 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Jun 22 02:01:02.113855 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605eaff-f577-4f62-90ad-1f173b3f7b87 req-37ff8af5-d9ce-4325-ab5b-54dc829fec33 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:02.115281 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3605eaff-f577-4f62-90ad-1f173b3f7b87 req-37ff8af5-d9ce-4325-ab5b-54dc829fec33 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0747662 Jun 22 02:01:02.164654 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3605eaff-f577-4f62-90ad-1f173b3f7b87 req-e905bca5-c7c4-4c5e-83e6-53b7e6ebd1fe tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394549 Jun 22 02:01:02.183033 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-7f6b88ff-255e-4a07-b687-c9c780386531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:02.203064 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-7f6b88ff-255e-4a07-b687-c9c780386531 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 1098 time: 0.0852120 Jun 22 02:01:02.368065 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4391506-2d04-49ac-90bd-03a5806afbb6 req-5204359c-e623-4b00-a605-d852ab7a0b08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:02.373306 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c4391506-2d04-49ac-90bd-03a5806afbb6 req-5204359c-e623-4b00-a605-d852ab7a0b08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1319325 Jun 22 02:01:02.375589 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-cabb19a6-71fe-44e1-922e-4e807c1e6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:02.377051 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-cabb19a6-71fe-44e1-922e-4e807c1e6cc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.1653371 Jun 22 02:01:02.434442 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-97138398-bfc9-49f3-97b6-87c148f96489 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4549c6-1c76-436e-a192-eb832acad866 HTTP/1.1" status: 200 len: 217 time: 0.0407991 Jun 22 02:01:02.485731 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c4391506-2d04-49ac-90bd-03a5806afbb6 req-7f5fc0c0-e91a-4ca6-bd57-f4396b33b8df tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073194 Jun 22 02:01:02.510229 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-158cad7b-8555-4cf5-80ce-6d1d241027f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:02.511669 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-158cad7b-8555-4cf5-80ce-6d1d241027f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0708807 Jun 22 02:01:02.555979 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-84ddaebc-1bb1-4506-904b-f89451a36563 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367706 Jun 22 02:01:02.679396 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-f9b49208-b501-4e92-bec5-087091fd3986 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160946 Jun 22 02:01:02.787339 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-554abc0a-ee87-42e2-8c16-029b40b0365f req-b689d203-5737-4995-9863-5b9262dfa214 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003315 Jun 22 02:01:02.894028 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e8b6a-86bf-47e7-9e00-c0102f266a27 req-2677dcb5-5768-4956-a7c2-c1b8911105e1 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:02.901264 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3c5e8b6a-86bf-47e7-9e00-c0102f266a27 req-2677dcb5-5768-4956-a7c2-c1b8911105e1 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.1357038 Jun 22 02:01:02.917203 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35220) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:02.977525 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3c5e8b6a-86bf-47e7-9e00-c0102f266a27 req-ee4ba852-23fe-4621-82bc-18af717b319e tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751812 Jun 22 02:01:03.105280 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.220523 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d1759-64cd-4908-af8d-83aaa718b97d req-9b6d4391-bb03-4216-9484-f2b2cbbe0304 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:03.222087 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b99d1759-64cd-4908-af8d-83aaa718b97d req-9b6d4391-bb03-4216-9484-f2b2cbbe0304 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.1123502 Jun 22 02:01:03.240529 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35254) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:03.249635 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'floatingip': {'port_id': '61c82043-c5d4-4788-ba00-bd24f9788bd0'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:03.303067 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.349364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.392419 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c2ac3-09ee-488e-a678-815c2ecf994b req-e403073c-3926-485b-a652-c822bef91e3d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:03.393834 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ef4c2ac3-09ee-488e-a678-815c2ecf994b req-e403073c-3926-485b-a652-c822bef91e3d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0657868 Jun 22 02:01:03.434741 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ef4c2ac3-09ee-488e-a678-815c2ecf994b req-6736c6c6-1174-49f4-b713-74210c6e1439 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Jun 22 02:01:03.477565 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.481781 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:03.568681 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c301015a065549e4985325f24570ee2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407475 Jun 22 02:01:03.568681 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35268) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:03.569724 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c9af6-d51d-44d0-9e3f-a02d5d3bb8e6,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:03.573328 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:03.642593 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.695103 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.759829 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64244-e017-436a-88d8-8fcd757777dc req-4d9081b8-0cbf-4ed5-8903-700ff43952f4 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:03.760076 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dea64244-e017-436a-88d8-8fcd757777dc req-4d9081b8-0cbf-4ed5-8903-700ff43952f4 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.1051702 Jun 22 02:01:03.803970 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dea64244-e017-436a-88d8-8fcd757777dc req-f3e047e1-9b61-470c-a433-8968f6baf0f8 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360911 Jun 22 02:01:03.870276 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.873798 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:03.875065 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f72c9af6-d51d-44d0-9e3f-a02d5d3bb8e6 HTTP/1.1" status: 204 len: 168 time: 0.3111439 Jun 22 02:01:03.875785 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:03.883648 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c9af6-d51d-44d0-9e3f-a02d5d3bb8e6,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:03.886210 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:03.951240 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca7d7b-8d6b-4f72-a82e-81962f222ff3 req-fad993a8-e898-4128-a1d4-3c459ca59833 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:03.955312 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3fca7d7b-8d6b-4f72-a82e-81962f222ff3 req-fad993a8-e898-4128-a1d4-3c459ca59833 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.2840753 Jun 22 02:01:04.052924 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3fca7d7b-8d6b-4f72-a82e-81962f222ff3 req-9588d74b-2e29-4407-841e-fa386035fa7b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943840 Jun 22 02:01:04.244275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6fdd2-62c6-4583-8e64-5e6973fc9551 req-6d28c9b7-e2b4-423a-9c7c-cce72aaab8f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:04.245869 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-21a6fdd2-62c6-4583-8e64-5e6973fc9551 req-6d28c9b7-e2b4-423a-9c7c-cce72aaab8f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0679858 Jun 22 02:01:04.255353 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35278) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:04.260474 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'floatingip': {'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:04.307846 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.334254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.378517 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35282) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:04.408240 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35286) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:04.415328 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.572539 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.630998 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.667905 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.l3_db [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Floating IP 5befb5d8-24f0-4ad3-a571-385095f1401c associated. External IP: 172.28.2.13, port: 61c82043-c5d4-4788-ba00-bd24f9788bd0. Jun 22 02:01:04.797952 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a59e9-a532-427d-8b4f-07c723364c0f req-95418a57-b938-4a15-b0fa-97555e5eb5b2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:04.799460 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-299a59e9-a532-427d-8b4f-07c723364c0f req-95418a57-b938-4a15-b0fa-97555e5eb5b2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.2296603 Jun 22 02:01:04.916204 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35302) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:04.934315 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.964668 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-299a59e9-a532-427d-8b4f-07c723364c0f req-86671391-ddac-43e1-87fd-33f9016d065f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529088 Jun 22 02:01:04.981373 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.990361 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:01:05.081857 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.087800 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:05.158865 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9824f34bd19645bdafea36990bfb6fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495117 Jun 22 02:01:05.159616 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef968718-d041-4d0e-aa00-14a2d8cedb69,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:05.161969 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35304) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:05.170701 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:05.179406 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:01:05.190419 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.205995 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:01:05.206991 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.db.resource_extend [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 02:01:05.219637 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:05.220501 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:05.276334 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-64de54f7-9768-4a42-bdaf-0ba38533b662 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "PUT /v2.0/floatingips/5befb5d8-24f0-4ad3-a571-385095f1401c HTTP/1.1" status: 200 len: 990 time: 2.0299520 Jun 22 02:01:05.276646 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:05.279611 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27a2ab-550b-456a-96e0-c7faa567826c" -d '{"events": [{"name": "network-changed", "server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:05.299772 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.305567 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.315222 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99766-e4fa-4d43-81a8-0c807888e95f req-4dba0855-8d95-4ea9-8d2a-221c2202f9cc tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:05.316824 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-36c99766-e4fa-4d43-81a8-0c807888e95f req-4dba0855-8d95-4ea9-8d2a-221c2202f9cc tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.3675504 Jun 22 02:01:05.319452 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.341682 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.346267 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:05.360098 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-36c99766-e4fa-4d43-81a8-0c807888e95f req-b5e78aa6-b7aa-45e3-acdb-03eb8dd17d4c tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364861 Jun 22 02:01:05.399607 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.411188 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.420224 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:05.442600 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b384b9-57fe-448a-a1ab-c0951a802b32 x-openstack-request-id: req-e8b384b9-57fe-448a-a1ab-c0951a802b32 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:05.442924 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:05.446138 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8b384b9-57fe-448a-a1ab-c0951a802b32 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:05.448057 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'status': 'completed', 'code': 200} Jun 22 02:01:05.468708 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3b18d239ce2455fb4ed4a6798320604&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0883787 Jun 22 02:01:05.471088 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35310) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:05.489291 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.491870 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.495274 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef968718-d041-4d0e-aa00-14a2d8cedb69 HTTP/1.1" status: 204 len: 168 time: 0.3272009 Jun 22 02:01:05.517663 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cdedf-6a3e-4706-8b9b-ffc0363305fe,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:05.521290 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:05.525423 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:05.539685 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef968718-d041-4d0e-aa00-14a2d8cedb69,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:05.542187 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:05.579990 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-d504daa9-98a2-46ee-aed8-14b3f4aae1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:05.581626 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-d504daa9-98a2-46ee-aed8-14b3f4aae1e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1098 time: 0.1069307 Jun 22 02:01:05.657834 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.l3_db [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Floating IP 037028f2-3651-41ce-9e7b-769b33544355 associated. External IP: 172.28.2.124, port: 9ebb42c8-9d66-492b-b77e-d7bf70fd4079. Jun 22 02:01:05.697498 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-72f6af51-fe77-4de8-9c83-5f793ea18c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:05.698979 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-72f6af51-fe77-4de8-9c83-5f793ea18c0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 912 time: 0.1095092 Jun 22 02:01:05.727886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.735230 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '5befb5d8-24f0-4ad3-a571-385095f1401c', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'floating_ip_address': '172.28.2.13', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'port_id': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'mac_address': 'fa:16:3e:1d:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:00:39Z', 'updated_at': '2021-06-22T02:01:03Z', 'revision_number': 1, 'project_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:05.765904 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:01:05.774454 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:05.775153 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:05.802352 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.815567 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-fa0deba7-e74d-4ec7-9be6-36689d2fb169 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 998 time: 0.1053450 Jun 22 02:01:05.816142 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.847087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-5ee42dc1-09f2-48e0-8eaa-dacca1101609 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:05.849713 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-5ee42dc1-09f2-48e0-8eaa-dacca1101609 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.16 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.2864838 Jun 22 02:01:05.881392 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-d4e3ac15-0f26-42fc-a2a2-e82b7af39031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:05.884206 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-d4e3ac15-0f26-42fc-a2a2-e82b7af39031 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0560935 Jun 22 02:01:05.888437 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.914033 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-25d530f8-8658-43fe-adc3-44d43e4af85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:05.992672 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-9091568f-1dd6-404c-aca4-42b8237b01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:05.994761 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-9091568f-1dd6-404c-aca4-42b8237b01e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825369 Jun 22 02:01:06.017703 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9f89a54d99a43eba024ad877daf054c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1003158 Jun 22 02:01:06.022706 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35322) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:06.029670 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06283194-7a6b-40a2-896a-a8cfde5d0ddd,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:06.061931 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:06.066653 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:06.133081 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.135646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.140510 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f90cdedf-6a3e-4706-8b9b-ffc0363305fe HTTP/1.1" status: 204 len: 168 time: 0.6682463 Jun 22 02:01:06.143848 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c8d8ad98-4d1e-4b2a-9a9e-6569c2d26c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:06.160585 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cdedf-6a3e-4706-8b9b-ffc0363305fe,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:06.169132 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:06.172656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Deleting port 0d804c47-d4db-4174-92df-5dbedde171c2 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:01:06.173051 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.208681 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.232740 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:01:06.274747 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.280513 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-277f038b-fed9-4fc1-a71d-35b347473440 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669389 Jun 22 02:01:06.296253 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d87c40-9efd-4c6a-a6cf-aabcda513434 req-e6b13f5a-e00c-414b-ae43-ddd39627ea0a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:06.297806 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-24d87c40-9efd-4c6a-a6cf-aabcda513434 req-e6b13f5a-e00c-414b-ae43-ddd39627ea0a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1977510 Jun 22 02:01:06.331281 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35326) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:06.389015 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] For port 0d804c47-d4db-4174-92df-5dbedde171c2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d804c47-d4db-4174-92df-5dbedde171c2,segment=NetworkSegment(06d794c5-1c35-4731-a90d-a6fcb45ffc74),segment_id=06d794c5-1c35-4731-a90d-a6fcb45ffc74)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:06.389889 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.390173 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a27a2ab-550b-456a-96e0-c7faa567826c req-ef3dc48c-1dfb-4044-a0e8-f0e8998e6c6f service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913541 Jun 22 02:01:06.392333 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.464521 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-24d87c40-9efd-4c6a-a6cf-aabcda513434 req-0c8eda06-63ba-4dac-b794-8b95bd64c795 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729170 Jun 22 02:01:06.481811 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '5befb5d8-24f0-4ad3-a571-385095f1401c', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'floating_ip_address': '172.28.2.13', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'port_id': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'mac_address': 'fa:16:3e:1d:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:00:39Z', 'updated_at': '2021-06-22T02:01:03Z', 'revision_number': 1, 'project_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:06.502310 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Calling delete_port for 0d804c47-d4db-4174-92df-5dbedde171c2 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:01:06.534908 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecd96b-bf98-4eae-81c6-7f8203b5d7dc None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '5befb5d8-24f0-4ad3-a571-385095f1401c', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'floating_ip_address': '172.28.2.13', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'port_id': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'mac_address': 'fa:16:3e:1d:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:00:39Z', 'updated_at': '2021-06-22T02:01:03Z', 'revision_number': 1, 'project_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:01:06.550125 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.557208 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.558751 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06283194-7a6b-40a2-896a-a8cfde5d0ddd HTTP/1.1" status: 204 len: 168 time: 0.5344758 Jun 22 02:01:06.560268 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:06.571146 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06283194-7a6b-40a2-896a-a8cfde5d0ddd,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:06.584531 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:06.627942 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35336) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:06.689635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:01:06.697744 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.700336 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:01:06.711889 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:06.713419 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:06.793695 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9e57111e-92b8-4771-bae6-0ef80fa07a37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "PUT /v2.0/floatingips/037028f2-3651-41ce-9e7b-769b33544355 HTTP/1.1" status: 200 len: 991 time: 2.5365107 Jun 22 02:01:06.804826 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:06.807340 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1a642-3728-49f6-8909-443a40ccebf7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:06.826899 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c3eb2-2165-41b8-8a07-cd95fba65505 None None] New status for floating IP 5befb5d8-24f0-4ad3-a571-385095f1401c: ACTIVE {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:01:06.877198 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:06.891368 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.901123 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddfe3b-ca20-42dc-89ff-89c91a713f99 req-aa506e97-64d1-416d-ba73-053c75cac89a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:06.903333 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-caddfe3b-ca20-42dc-89ff-89c91a713f99 req-aa506e97-64d1-416d-ba73-053c75cac89a tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 945 time: 0.3119805 Jun 22 02:01:06.978587 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-caddfe3b-ca20-42dc-89ff-89c91a713f99 req-a7fe0c2f-81b6-4747-a5fc-556d4a3bc08b tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/security-groups?id=f2458906-3cf7-4174-acc2-17fb7c084a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634928 Jun 22 02:01:06.987328 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.991056 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f856a166-1c40-4ce3-afe5-a75ba36a45f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:06.997436 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d546eb-d2fb-43b6-a3eb-0a91ba5c9156 x-openstack-request-id: req-63d546eb-d2fb-43b6-a3eb-0a91ba5c9156 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:06.997688 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:06.997967 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63d546eb-d2fb-43b6-a3eb-0a91ba5c9156 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:06.998371 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'status': 'completed', 'code': 200} Jun 22 02:01:07.045934 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dd48514190c4b2786e92ad3e3f87128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7090797 Jun 22 02:01:07.047210 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0908ae-50b2-4c82-931c-6f43803be641,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:07.050425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:07.051086 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35348) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:07.114646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.116452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.126482 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:07.144116 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['0d804c47-d4db-4174-92df-5dbedde171c2'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:01:07.156803 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-e559abee-3c9a-4992-b0f5-eba6f0e1d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:07.161395 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Pushing event deleted for resources: {'Port': ['ID=0d804c47-d4db-4174-92df-5dbedde171c2,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:07.164535 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-e559abee-3c9a-4992-b0f5-eba6f0e1d1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1098 time: 0.1243889 Jun 22 02:01:07.164686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:07.254025 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] No DVR routers for this DVR port 0d804c47-d4db-4174-92df-5dbedde171c2 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:01:07.260984 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.263581 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d9ab6581-84d1-4d74-867c-5831d380c437 req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.16 "DELETE /v2.0/ports/0d804c47-d4db-4174-92df-5dbedde171c2 HTTP/1.1" status: 204 len: 173 time: 1.3965378 Jun 22 02:01:07.270751 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.318544 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.376619 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-1551f2e6-a26e-43dd-b727-aa0beb7c861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:07.378265 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-1551f2e6-a26e-43dd-b727-aa0beb7c861d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.2013323 Jun 22 02:01:07.442002 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '037028f2-3651-41ce-9e7b-769b33544355', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'floating_ip_address': '172.28.2.124', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'mac_address': 'fa:16:3e:82:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:00:32Z', 'updated_at': '2021-06-22T02:01:04Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:07.446820 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-447763cf-911a-455e-9be4-e87d42205d27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 999 time: 0.0618284 Jun 22 02:01:07.470952 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:01:07.479448 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:07.480063 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:00:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:07.493723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-7a612346-bcff-4e6a-9bdb-2c01226d87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:07.495133 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-7a612346-bcff-4e6a-9bdb-2c01226d87cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0421183 Jun 22 02:01:07.512890 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.512890 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.512890 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d0908ae-50b2-4c82-931c-6f43803be641 HTTP/1.1" status: 204 len: 168 time: 0.4575503 Jun 22 02:01:07.512890 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2a30b9e7-89a6-40f9-8b4c-c0f390dfe01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:07.522653 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0908ae-50b2-4c82-931c-6f43803be641,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:07.533428 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:07.630979 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:07.633714 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-54f8dbd0-ce66-4750-93af-d444478e0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:07.635256 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-54f8dbd0-ce66-4750-93af-d444478e0d6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1208661 Jun 22 02:01:07.736444 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cea0a9-4dc1-4d04-9739-ba1e92a4bc76 req-8a575760-d888-4def-9925-84592e9db88a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:07.744044 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-59cea0a9-4dc1-4d04-9739-ba1e92a4bc76 req-8a575760-d888-4def-9925-84592e9db88a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1079385 Jun 22 02:01:07.754593 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35364) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:07.761867 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-c8c919c3-8b8a-43b1-a011-32bded6931d7 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177733 Jun 22 02:01:07.764073 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.776978 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.823841 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-59cea0a9-4dc1-4d04-9739-ba1e92a4bc76 req-ce77e149-2b3e-45d1-9229-99f81c5caed8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788918 Jun 22 02:01:07.851772 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.854866 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:07.910972 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd79cb7-e26a-4ae1-b071-1672c7235574,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:07.915060 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:07.923803 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b442c1a7e9154410b68d39c022e87ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2947516 Jun 22 02:01:07.926995 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35366) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:07.976150 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.059099 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.064867 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:08.082385 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '037028f2-3651-41ce-9e7b-769b33544355', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'floating_ip_address': '172.28.2.124', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'mac_address': 'fa:16:3e:82:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:00:32Z', 'updated_at': '2021-06-22T02:01:04Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:08.116834 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde6c853-b2fb-4c45-8414-383fa507040d None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '037028f2-3651-41ce-9e7b-769b33544355', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'floating_ip_address': '172.28.2.124', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'mac_address': 'fa:16:3e:82:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:00:32Z', 'updated_at': '2021-06-22T02:01:04Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:01:08.169603 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4644d6c0-6e33-4c42-a973-58ee7be15ca3,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:08.179284 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4eb83fd1b97b436d9e3398aa226d6954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227476 Jun 22 02:01:08.183038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:08.184706 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35378) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:08.440502 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-74182ffe-5d38-4ae2-adfb-a542ca2ee5ea req-a0a0ec09-25ea-4ce5-afa0-634488f68b59 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] 10.222.0.35 "GET /v2.0/ports?device_id=de09ec5c-19c9-43ef-b4f3-a93a59e26e57 HTTP/1.1" status: 200 len: 210 time: 0.0594976 Jun 22 02:01:08.444561 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-17e1a642-3728-49f6-8909-443a40ccebf7 req-6c07735d-4914-4f43-a809-c9ab8e82a8ba service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725168 Jun 22 02:01:08.463793 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.504050 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.536874 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071c11f3-3aad-4118-ab24-aabd10b18711 None None] New status for floating IP 037028f2-3651-41ce-9e7b-769b33544355: ACTIVE {{(pid=99637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:01:08.564520 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.589130 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.653889 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.657170 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.660743 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbd79cb7-e26a-4ae1-b071-1672c7235574 HTTP/1.1" status: 204 len: 168 time: 0.7305408 Jun 22 02:01:08.668742 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-27eda901-99ba-4cf7-bc37-c696ef803107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:08.681422 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd79cb7-e26a-4ae1-b071-1672c7235574,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:08.686029 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:08.809411 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.811919 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.813120 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4644d6c0-6e33-4c42-a973-58ee7be15ca3 HTTP/1.1" status: 204 len: 168 time: 0.6256351 Jun 22 02:01:08.814344 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-305b1771-4c25-4b66-ace2-8b3518c55938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:08.821184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4644d6c0-6e33-4c42-a973-58ee7be15ca3,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:08.823361 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:09.000856 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'name': 'network-vif-deleted', 'tag': '0d804c47-d4db-4174-92df-5dbedde171c2'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:09.003993 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61846ade-efa2-4447-b291-f8036909c914" -d '{"events": [{"server_uuid": "de09ec5c-19c9-43ef-b4f3-a93a59e26e57", "name": "network-vif-deleted", "tag": "0d804c47-d4db-4174-92df-5dbedde171c2"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:09.047858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eebae3-cf11-4553-a0ed-1dee886d314e req-cd7574f1-12e2-4870-9e1b-792265131f20 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:09.054931 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-96eebae3-cf11-4553-a0ed-1dee886d314e req-cd7574f1-12e2-4870-9e1b-792265131f20 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0916753 Jun 22 02:01:09.094184 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-96eebae3-cf11-4553-a0ed-1dee886d314e req-9ab2c5e5-0099-42c9-9f0d-825da40a589e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Jun 22 02:01:09.114406 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef83d6d-4a1e-4156-b939-389e02a7d2d2 x-openstack-request-id: req-bef83d6d-4a1e-4156-b939-389e02a7d2d2 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:09.115048 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de09ec5c-19c9-43ef-b4f3-a93a59e26e57", "name": "network-vif-deleted", "tag": "0d804c47-d4db-4174-92df-5dbedde171c2", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:09.115356 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bef83d6d-4a1e-4156-b939-389e02a7d2d2 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:09.115808 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de09ec5c-19c9-43ef-b4f3-a93a59e26e57', 'name': 'network-vif-deleted', 'tag': '0d804c47-d4db-4174-92df-5dbedde171c2', 'status': 'completed', 'code': 200} Jun 22 02:01:09.503008 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 0d804c47-d4db-4174-92df-5dbedde171c2 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:01:09.535411 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 0d804c47-d4db-4174-92df-5dbedde171c2 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:01:09.535779 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 0d804c47-d4db-4174-92df-5dbedde171c2 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:01:09.567909 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35430) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:09.592751 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.709043 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.773256 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.777001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-318d7a1e-7a0d-4803-a5ae-cbb7c0403754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:09.822333 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14a31f04ea1b44d190d14dc78ba67380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533355 Jun 22 02:01:09.823230 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a47e3-5aec-4bc8-9881-66f36bdbc6cb,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:09.825154 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35446) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:09.840276 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:09.892085 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.914223 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:10.083133 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:10.086264 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:10.087451 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f1a47e3-5aec-4bc8-9881-66f36bdbc6cb HTTP/1.1" status: 204 len: 168 time: 0.2612915 Jun 22 02:01:10.088626 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-231f2f17-748e-449c-b07f-e19b5e17535c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:10.097159 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a47e3-5aec-4bc8-9881-66f36bdbc6cb,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:10.108596 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:10.319679 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348608-330e-49eb-aefb-9110db0eefc1 req-96068182-6658-48e5-a4e0-90094f54fdd2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:10.321351 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d5348608-330e-49eb-aefb-9110db0eefc1 req-96068182-6658-48e5-a4e0-90094f54fdd2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0731087 Jun 22 02:01:10.362576 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d5348608-330e-49eb-aefb-9110db0eefc1 req-8ce0f2ce-c932-4a93-be95-43fb87af0156 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339625 Jun 22 02:01:11.448703 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:01:11.598168 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35522) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:11.633424 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a71e3-2538-42fa-8a99-969e97a398b5 req-0fb237b6-5fd8-4ef5-8b32-85e309d0c345 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:11.635106 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725a71e3-2538-42fa-8a99-969e97a398b5 req-0fb237b6-5fd8-4ef5-8b32-85e309d0c345 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0786433 Jun 22 02:01:11.649012 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Deleting subnet 863b1858-9842-4475-8604-3d417c73cf31 {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:01:11.652556 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:11.673506 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725a71e3-2538-42fa-8a99-969e97a398b5 req-12719645-43e7-4cbf-9a8b-d9d55c15f6ab tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328794 Jun 22 02:01:11.696943 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:11.731658 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:11.876121 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:11.879756 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:11.907467 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:11.912587 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35540) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:11.921527 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/863b1858-9842-4475-8604-3d417c73cf31 HTTP/1.1" status: 204 len: 168 time: 0.3235207 Jun 22 02:01:11.923712 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863b1858-9842-4475-8604-3d417c73cf31,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:11.936180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.936709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.937754 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.938129 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.938487 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.938841 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.939472 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.939955 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.940314 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.940660 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.941038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.941509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:11.944851 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-baf76e19-8806-4bce-b51b-d0672b58ec8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:11.995598 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.087180 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.098551 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cbe473-e756-4395-bb9b-34911d159b4e']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:12.115649 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d794c5-1c35-4731-a90d-a6fcb45ffc74') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:12.117055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d794c5-1c35-4731-a90d-a6fcb45ffc74') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:12.129060 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.144705 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.153696 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:01:12.154190 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:01:12.159106 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:01:12.317733 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.326913 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:12.330916 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.332883 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] 10.222.0.35 "DELETE /v2.0/networks/59cbe473-e756-4395-bb9b-34911d159b4e HTTP/1.1" status: 204 len: 168 time: 0.4192841 Jun 22 02:01:12.345956 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Pushing event deleted for resources: {'Network': ['ID=59cbe473-e756-4395-bb9b-34911d159b4e,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:12.348752 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:12.771193 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35600) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:12.839166 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-be50767a-f2a4-45f8-9349-31439b51a425 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e980173e415e4ab2b448a95a1c9d9b3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0665245 Jun 22 02:01:12.842366 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35610) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:12.901436 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.911152 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d42e9-1b0a-403e-ab66-4a40afcf6401 req-88c83101-0d51-437c-97b2-073401c113aa tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:12.928990 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.929947 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-723d42e9-1b0a-403e-ab66-4a40afcf6401 req-88c83101-0d51-437c-97b2-073401c113aa tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1037230 Jun 22 02:01:12.982876 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-723d42e9-1b0a-403e-ab66-4a40afcf6401 req-afeb1f78-1c2a-43e0-b559-c37066b83553 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Jun 22 02:01:13.054370 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:13.057102 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:13.060683 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2458906-3cf7-4174-acc2-17fb7c084a16 HTTP/1.1" status: 204 len: 168 time: 0.2147946 Jun 22 02:01:13.060683 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:13.066858 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2458906-3cf7-4174-acc2-17fb7c084a16,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:13.074855 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.075219 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.075682 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.076022 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.076358 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.082474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:13.088037 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:14.180649 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e65132-80af-4c1c-93b7-8945920a2c04 req-84ba1256-6d18-4732-9c0f-33fb074a0ae2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:14.182198 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-71e65132-80af-4c1c-93b7-8945920a2c04 req-84ba1256-6d18-4732-9c0f-33fb074a0ae2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0847638 Jun 22 02:01:14.231395 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-71e65132-80af-4c1c-93b7-8945920a2c04 req-9fe2f60f-7628-4b7c-a01a-fd69a81ceb39 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Jun 22 02:01:15.568549 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63334cb-8cdc-46e3-9a54-2a38412ea484 req-f3e5b787-ec00-4fe1-aa15-a427c9127def tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:15.568549 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c63334cb-8cdc-46e3-9a54-2a38412ea484 req-f3e5b787-ec00-4fe1-aa15-a427c9127def tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0695210 Jun 22 02:01:15.568549 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c63334cb-8cdc-46e3-9a54-2a38412ea484 req-f727d3c7-7e60-4447-97ba-70018798620e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Jun 22 02:01:15.996909 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35738) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:16.115219 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.205733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.298568 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.301243 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3d1f87f0-e7de-4d94-b49b-621cf969be08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:16.341309 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de234f7cd2424688983de585d6a3172b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433135 Jun 22 02:01:16.342279 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ddc4f-0052-41fb-99e3-98abc272537b,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:16.344049 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35752) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:16.345745 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:16.398564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.420464 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.534347 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.536950 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:16.538080 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d23ddc4f-0052-41fb-99e3-98abc272537b HTTP/1.1" status: 204 len: 168 time: 0.1913824 Jun 22 02:01:16.538847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e55f5863-c1ba-47de-bade-b3c52adb79d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:16.547572 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ddc4f-0052-41fb-99e3-98abc272537b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:16.552452 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:16.730246 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709ec7-a42a-4b2e-b3ce-e286f95432a4 req-c5645070-203e-442a-9adc-eac449e98d88 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:16.731710 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c1709ec7-a42a-4b2e-b3ce-e286f95432a4 req-c5645070-203e-442a-9adc-eac449e98d88 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0648534 Jun 22 02:01:16.769544 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c1709ec7-a42a-4b2e-b3ce-e286f95432a4 req-6d6425c2-94e7-4c25-82f0-182a18100ed3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Jun 22 02:01:17.150055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35796) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:17.167756 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.269905 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.338363 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.342471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bedb083b-4c6b-4680-a835-42b2d140ee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:17.376497 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97d4dcce45134816b6598374146fdc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253256 Jun 22 02:01:17.378444 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3724fa-737f-458e-9911-81acfba622d6,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:17.379194 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35806) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:17.381504 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:17.433211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.455198 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.601986 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.605780 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:17.611690 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba3724fa-737f-458e-9911-81acfba622d6 HTTP/1.1" status: 204 len: 168 time: 0.2309563 Jun 22 02:01:17.612979 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:17.635132 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3724fa-737f-458e-9911-81acfba622d6,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:17.650375 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:17.949740 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04179ed-5aae-4df4-874c-d505b992df6c req-b86e4446-5c12-4d39-9ae4-1525c6c10f52 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:17.951485 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b04179ed-5aae-4df4-874c-d505b992df6c req-b86e4446-5c12-4d39-9ae4-1525c6c10f52 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0680795 Jun 22 02:01:17.991148 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b04179ed-5aae-4df4-874c-d505b992df6c req-1e7a50aa-b897-4039-b25b-c2bc333962c0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jun 22 02:01:19.184228 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35884) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:19.184875 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b9fe-bbba-4474-bd4e-6dfbb8f4c824 req-c222796d-8eaa-4a98-b256-9a6313c66ae9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:19.186138 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3c33b9fe-bbba-4474-bd4e-6dfbb8f4c824 req-c222796d-8eaa-4a98-b256-9a6313c66ae9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0652864 Jun 22 02:01:19.235112 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3c33b9fe-bbba-4474-bd4e-6dfbb8f4c824 req-f4b5c055-0e58-45bc-b3d1-8ec72957a94d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423555 Jun 22 02:01:19.449688 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.453352 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35896) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:19.517040 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.550906 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.664409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.668878 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:19.719334 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c9fdfbcb6d74e3fb591898693e0c1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328639 Jun 22 02:01:19.720084 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744c2fee-a39a-4e57-9aeb-2de88c77ae96,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:19.723452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:19.724409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35910) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:19.751608 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.779602 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.802028 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.826057 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.830265 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a9ef09f5-97de-4370-b9db-b7cc7aa53818 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:19.873140 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ee7eec79f74475886993adc0ad4c211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183674 Jun 22 02:01:19.874403 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeab8f4-8b2f-4687-8c24-7fd571e5c625,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:19.875958 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35918) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:19.877727 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:19.929858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.934735 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.937277 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.940865 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/744c2fee-a39a-4e57-9aeb-2de88c77ae96 HTTP/1.1" status: 204 len: 168 time: 0.2127988 Jun 22 02:01:19.944088 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-874080c9-5316-4c8d-b5de-83bef8feaff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:19.973145 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744c2fee-a39a-4e57-9aeb-2de88c77ae96,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:19.977930 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:19.979787 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:20.116047 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:20.118695 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:20.119976 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0aeab8f4-8b2f-4687-8c24-7fd571e5c625 HTTP/1.1" status: 204 len: 168 time: 0.2427006 Jun 22 02:01:20.121566 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b85ce6c8-a619-4401-be09-2c5bb9384750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:20.129557 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeab8f4-8b2f-4687-8c24-7fd571e5c625,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:20.132804 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:20.422350 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a9929-62e2-4bad-a8c5-feb00735ce3f req-8ab9ed58-992c-435c-b6ad-b5a1b3a6d96d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.424737 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3c6a9929-62e2-4bad-a8c5-feb00735ce3f req-8ab9ed58-992c-435c-b6ad-b5a1b3a6d96d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0799289 Jun 22 02:01:20.494558 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3c6a9929-62e2-4bad-a8c5-feb00735ce3f req-719e4013-1a5c-4296-bf02-7878bc934374 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596111 Jun 22 02:01:20.521453 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-9e6a1534-0731-45cb-b572-33d3358681db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763490 Jun 22 02:01:20.625671 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-313a38f3-7952-47ad-8d08-99a25454cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.627179 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-313a38f3-7952-47ad-8d08-99a25454cb43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.0530460 Jun 22 02:01:20.740713 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-cf52dadd-8901-4f14-8fea-ee6c0885d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.742205 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-cf52dadd-8901-4f14-8fea-ee6c0885d663 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.0896394 Jun 22 02:01:20.783222 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-1d7aa9de-bd30-4449-bd20-a1466f0feaed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.0330656 Jun 22 02:01:20.831519 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-80ea6a98-3f28-427b-866e-87bbadbd2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.832983 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-80ea6a98-3f28-427b-866e-87bbadbd2e95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0437727 Jun 22 02:01:20.872372 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-ce7ca828-9021-4521-9941-46437de26cd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305665 Jun 22 02:01:20.926143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35948) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:20.940412 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:20.989989 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35952) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:20.991496 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-b7a21712-f89f-43e5-b624-3c336f6e831f service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072440 Jun 22 02:01:21.006784 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.071685 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.093830 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-725eef00-5be7-48be-a63d-48ab4ade54b0 req-43de9231-0418-4f75-8128-24513b65239a service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944731 Jun 22 02:01:21.140008 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.146410 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a0b60947-3af9-47ed-b635-55e9d88e1e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:21.207901 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e361279d154a4b93be8e21d2e66c5184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804215 Jun 22 02:01:21.210667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 35960) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:21.212640 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dc382e-be0f-43e7-816b-60d2ee4d4634,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:21.232821 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:21.299246 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.334388 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.340347 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.453886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.457594 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-55648fdf-afc7-4903-822e-5973c1cd7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:21.487343 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.489906 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.491024 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66dc382e-be0f-43e7-816b-60d2ee4d4634 HTTP/1.1" status: 204 len: 168 time: 0.2793341 Jun 22 02:01:21.500646 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3e9c4823e104f90875176e41db0c817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073698 Jun 22 02:01:21.500646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ae605-2ec6-4c35-b542-fee2ac7416e6,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:21.503212 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35970) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:21.505643 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:21.506386 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e548586a-99ab-4999-b2fe-67104a3868f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:21.515718 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dc382e-be0f-43e7-816b-60d2ee4d4634,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:21.518254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:21.603497 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.652824 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.775632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fad59-c2ba-4874-9d7e-f1f0344cc31a req-67da4005-c61c-425e-87df-6481d59a0441 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:21.777278 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-397fad59-c2ba-4874-9d7e-f1f0344cc31a req-67da4005-c61c-425e-87df-6481d59a0441 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1003578 Jun 22 02:01:21.815875 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-397fad59-c2ba-4874-9d7e-f1f0344cc31a req-c2a57d68-9861-41c7-819a-64f3411d7918 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Jun 22 02:01:21.875611 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.878265 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:21.879405 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/279ae605-2ec6-4c35-b542-fee2ac7416e6 HTTP/1.1" status: 204 len: 168 time: 0.3773372 Jun 22 02:01:21.880489 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-af2d30fd-6a46-49db-84f7-69669c3d90a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:21.889006 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ae605-2ec6-4c35-b542-fee2ac7416e6,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:21.891177 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:22.348926 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 35994) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:22.489178 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.587059 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.665678 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.669458 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:22.705729 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9632eb69a76241a9b5da38ab931cbf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557115 Jun 22 02:01:22.706851 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5236d214-5416-427f-95ec-8b71f61e54a4,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:22.708589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36014) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:22.717177 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:22.771472 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.798565 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.843434 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36024) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:22.932667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.935605 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:22.936969 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5236d214-5416-427f-95ec-8b71f61e54a4 HTTP/1.1" status: 204 len: 168 time: 0.2255099 Jun 22 02:01:22.938025 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6c0035e7-2fe3-4811-aac7-b22b0e847333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:22.947961 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236d214-5416-427f-95ec-8b71f61e54a4,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:22.977384 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:22.995108 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.059985 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe11260-ca51-4e0d-92ac-ab7d18e7c3f5 req-c06de3b0-615d-4f4d-b1c0-b488451653de tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:23.061509 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7fe11260-ca51-4e0d-92ac-ab7d18e7c3f5 req-c06de3b0-615d-4f4d-b1c0-b488451653de tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1156147 Jun 22 02:01:23.121704 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7fe11260-ca51-4e0d-92ac-ab7d18e7c3f5 req-8ad91a74-e5ff-468e-b201-3f3031e495fc tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Jun 22 02:01:23.150664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.218539 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.222704 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-afa55166-8cf7-4148-b14a-980abfd76cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:23.266124 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62ccb42160d243c9976d0b970766e83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216094 Jun 22 02:01:23.267407 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e7e5c-d600-4be3-86c7-61ac4021c291,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:23.271564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36040) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:23.279904 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:23.323531 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.351059 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.506068 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.509191 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.510482 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/138e7e5c-d600-4be3-86c7-61ac4021c291 HTTP/1.1" status: 204 len: 168 time: 0.2378392 Jun 22 02:01:23.511239 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-9cb8f599-2639-4781-8a11-a6587eef7bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:23.522182 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e7e5c-d600-4be3-86c7-61ac4021c291,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:23.524661 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:23.733425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36058) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:23.747854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.836357 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.904121 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:23.942644 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-429e5d56-8955-4558-8289-18533e5fd2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:23.958983 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36066) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:23.959518 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7cef84ef05084f6c826c97dd6c25c459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244492 Jun 22 02:01:23.971182 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6cf9a6-45fd-4218-8e66-97fc1dd219bb,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:23.991594 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:24.032338 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.054681 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.197197 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.200052 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.203115 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a6cf9a6-45fd-4218-8e66-97fc1dd219bb HTTP/1.1" status: 204 len: 168 time: 0.2418830 Jun 22 02:01:24.204206 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d917a3ff-d5cb-4bc6-923e-a326a48a37eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:24.211734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6cf9a6-45fd-4218-8e66-97fc1dd219bb,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:24.214110 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:24.310322 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7db8a-53f4-433e-9c8c-6ed5f6203141 req-2fef609d-13dc-401b-943f-553208520ace tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:24.311878 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4cf7db8a-53f4-433e-9c8c-6ed5f6203141 req-2fef609d-13dc-401b-943f-553208520ace tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0678198 Jun 22 02:01:24.350642 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4cf7db8a-53f4-433e-9c8c-6ed5f6203141 req-4bf18cb9-a047-46f5-a0d9-e08736817282 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jun 22 02:01:24.364598 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36082) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:24.382508 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.485220 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.562456 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.566245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:24.608154 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66e74b617fe04ead915ea41491293a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423959 Jun 22 02:01:24.609165 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66dae8-699c-4faa-8e8b-8820fa7c88ce,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:24.610831 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36090) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:24.635559 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:24.680229 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.702612 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.785766 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.802628 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.807527 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:24.814877 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee66dae8-699c-4faa-8e8b-8820fa7c88ce HTTP/1.1" status: 204 len: 168 time: 0.2029321 Jun 22 02:01:24.821068 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:24.829537 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66dae8-699c-4faa-8e8b-8820fa7c88ce,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:24.831831 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:25.127633 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7ba650b4-f6ff-46cd-bdae-84d97d754626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:25.538509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ae025-43ae-42f6-9e78-c24af06a8a0d req-034c3d2e-5951-4bff-9bad-1ce1a6149224 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:25.540104 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-372ae025-43ae-42f6-9e78-c24af06a8a0d req-034c3d2e-5951-4bff-9bad-1ce1a6149224 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0679064 Jun 22 02:01:25.581913 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-372ae025-43ae-42f6-9e78-c24af06a8a0d req-3d4db0ab-0387-48b2-a330-8e6081efdb0a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jun 22 02:01:26.792510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226993c-d19d-4548-bc8b-1ecf646b13f6 req-f60e4d5c-5e74-4c7d-9ce6-9ae3f6d7173e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:26.794067 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4226993c-d19d-4548-bc8b-1ecf646b13f6 req-f60e4d5c-5e74-4c7d-9ce6-9ae3f6d7173e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0820181 Jun 22 02:01:26.828331 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36216) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:26.834713 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4226993c-d19d-4548-bc8b-1ecf646b13f6 req-27330d43-dec2-4780-8a16-c5eeaecb3974 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Jun 22 02:01:27.025029 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101045298-network', 'tenant_id': '4a846af3f25a47548098df0914e00883'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:27.174524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Made reservation on behalf of 4a846af3f25a47548098df0914e00883 for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:27.177321 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.187999 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.293617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.397087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.401436 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e912b7af-9034-414b-a04b-3d13d6da5281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:27.421610 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:01:27.436307 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca9a61-82d8-4428-aaa2-4d09efe86bda,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:27.442103 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.442531 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Added segment 2361c21b-dbf4-41c6-b4cb-29f53ce87911 of type vlan for network 511c01a1-d062-4062-b34e-97f99b7923d1 Jun 22 02:01:27.476008 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:27.487935 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.509895 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36244) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:27.631856 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.647850 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.649398 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:27.650251 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.654538 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:27.710124 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-f1dc20a6-91c1-42f3-a789-2176df8aa28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.715903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Pushing event updated for resources: {'Network': ['ID=511c01a1-d062-4062-b34e-97f99b7923d1,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:27.719180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:27.722988 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.725906 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 511c01a1-d062-4062-b34e-97f99b7923d1 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:01:27.795390 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.799352 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7a3c7861-ef8f-4c1d-a86a-5d8ed7ad6594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:27.836673 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=436f24db4b334d9ea89e095fc5815668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270922 Jun 22 02:01:27.840370 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36256) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:27.851010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff6ab9-d269-4c9b-bf55-6bd2fa69b1bc,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:27.854498 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:27.884371 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36262) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:27.885618 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0519829 Jun 22 02:01:27.895915 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Request body: {'subnet': {'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101045298-subnet', 'tenant_id': '4a846af3f25a47548098df0914e00883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:27.904008 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.939089 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:27.964741 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.047837 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260e36d-1b57-4f1a-b80a-0d7f535f6e7f req-86e6f6dd-7a86-45f2-8f9b-a1734d9eaede tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:28.049545 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9260e36d-1b57-4f1a-b80a-0d7f535f6e7f req-86e6f6dd-7a86-45f2-8f9b-a1734d9eaede tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0757706 Jun 22 02:01:28.061584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Made reservation on behalf of 4a846af3f25a47548098df0914e00883 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:28.061584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12171564'] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.097416 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9260e36d-1b57-4f1a-b80a-0d7f535f6e7f req-f1a1fad7-6e80-43e6-a7d7-13da98382e9c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 Jun 22 02:01:28.104138 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.107280 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.108826 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccff6ab9-d269-4c9b-bf55-6bd2fa69b1bc HTTP/1.1" status: 204 len: 168 time: 0.2672031 Jun 22 02:01:28.111484 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cd90abc1-e857-491b-b08b-cc83a82d572a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:28.127314 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff6ab9-d269-4c9b-bf55-6bd2fa69b1bc,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:28.132593 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:28.323375 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11375028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12171550'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.326686 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-3dd66bd7-60d3-41fa-a31a-dd0e3a257d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:28.384551 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f300e1dd-a712-4873-9055-b22e95a4852b,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:28.391425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:28.397329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Checking segment: {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:28.397685 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Network hostable DHCP agents. Network: 511c01a1-d062-4062-b34e-97f99b7923d1, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:01:28.476729 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Network 511c01a1-d062-4062-b34e-97f99b7923d1 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:01:28.550960 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 511c01a1-d062-4062-b34e-97f99b7923d1) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:28.554973 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:28.559871 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.560544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca8a040-dba3-40e0-9a43-7f0c42351463 None None] Network 511c01a1-d062-4062-b34e-97f99b7923d1 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:01:28.666102 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7841568 Jun 22 02:01:28.700272 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ffb44-8682-4f38-a98a-2593de568bbb None None] Network 511c01a1-d062-4062-b34e-97f99b7923d1 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:01:28.875922 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36300) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:28.875922 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.922718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:28.964255 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.037041 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.041133 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-788e1d3b-2429-46ec-b4ee-e62eee9f8d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:29.077736 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e4e2c298baa47489921c1ab977678ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175145 Jun 22 02:01:29.078718 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7979cce8-7079-4ebc-ae18-fcc9cb105cfe,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:29.080382 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36310) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:29.095205 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:29.135503 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.186062 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.242701 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36324) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:29.319106 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffecf3d-6a41-4c6c-8486-7f1409ce3080 req-c76ac12d-983f-48ed-888f-2d0fff9a4118 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:29.321021 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3ffecf3d-6a41-4c6c-8486-7f1409ce3080 req-c76ac12d-983f-48ed-888f-2d0fff9a4118 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0699174 Jun 22 02:01:29.359580 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.361691 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3ffecf3d-6a41-4c6c-8486-7f1409ce3080 req-d9fb106b-50fb-4b7d-a933-f01ab48fecd3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346541 Jun 22 02:01:29.385084 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.387596 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.393027 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7979cce8-7079-4ebc-ae18-fcc9cb105cfe HTTP/1.1" status: 204 len: 168 time: 0.3066630 Jun 22 02:01:29.393027 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f58d3576-b862-49ac-bae8-24244755b508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:29.406013 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979cce8-7079-4ebc-ae18-fcc9cb105cfe,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:29.410732 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:29.477181 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.551116 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.554901 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:29.592283 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2eaf4d7f647944988797204202f02b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483222 Jun 22 02:01:29.593634 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84807ab-97c3-4f9f-a718-f4124b34cfb8,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:29.595055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36332) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:29.596589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:29.649194 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.688379 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.831201 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.833904 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:29.836372 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b84807ab-97c3-4f9f-a718-f4124b34cfb8 HTTP/1.1" status: 204 len: 168 time: 0.2387266 Jun 22 02:01:29.836372 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-58717dde-d309-4620-a636-4521e21bff63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:29.845526 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84807ab-97c3-4f9f-a718-f4124b34cfb8,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:29.848065 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:30.406523 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:30.569815 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36380) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:30.578047 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc0742-3d9d-4fe8-8a78-a0cf30de35ba req-e28fd23b-9204-4a76-9f1e-b0fc315560b0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:30.579602 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fadc0742-3d9d-4fe8-8a78-a0cf30de35ba req-e28fd23b-9204-4a76-9f1e-b0fc315560b0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0788774 Jun 22 02:01:30.585632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:30.625715 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fadc0742-3d9d-4fe8-8a78-a0cf30de35ba req-2c833c85-c84a-4778-88cb-a55fd7052a69 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Jun 22 02:01:30.684459 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:30.752402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:30.758635 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2cc19594-6fbd-4855-86ca-1aa8a5231eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:30.787195 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb5f06e-e73d-46b1-9f9d-b385694c09d1,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:30.791090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:30.823375 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a0f191fa3044c49aa5ae92d47a6fb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500653 Jun 22 02:01:30.823641 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36398) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:30.881429 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:30.904676 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:31.025562 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:31.028712 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:31.032015 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9eb5f06e-e73d-46b1-9f9d-b385694c09d1 HTTP/1.1" status: 204 len: 168 time: 0.2048469 Jun 22 02:01:31.032015 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2658cf3a-989a-4816-9a93-a23a32efc945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:31.041157 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb5f06e-e73d-46b1-9f9d-b385694c09d1,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:31.053770 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:31.115926 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-ab2d2e4d-3092-435a-ad4d-8feccb036ae9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:31.117331 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-ab2d2e4d-3092-435a-ad4d-8feccb036ae9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/networks?id=511c01a1-d062-4062-b34e-97f99b7923d1 HTTP/1.1" status: 200 len: 809 time: 0.1445792 Jun 22 02:01:31.131533 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-7b8a98b6-6ca6-4f6c-8725-e9fd7aa966d5 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/quotas/4a846af3f25a47548098df0914e00883 HTTP/1.1" status: 200 len: 375 time: 0.0087154 Jun 22 02:01:31.168529 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6b54d892-4e33-4032-9407-dd1e9b33dd77 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a846af3f25a47548098df0914e00883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311558 Jun 22 02:01:31.271838 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-b87071f6-5a22-49e8-ab9a-112cd72c94db service neutron] 10.222.0.35 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953894 Jun 22 02:01:31.372829 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6dbc2784-04e3-4a2f-8953-f1e0dc0bc19b service neutron] 10.222.0.35 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939171 Jun 22 02:01:31.630241 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2f8f0725-268b-4a83-a74f-d9d1b4c533ce req-6bc356e6-9808-49b3-a97d-8d0e4700ef8d tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 210 time: 0.0361335 Jun 22 02:01:31.814005 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c9754-dfac-4d89-a84a-0ea2a9fc7333 req-4c97770e-e8da-4e4e-8d53-46482c14afb3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:31.815486 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cd2c9754-dfac-4d89-a84a-0ea2a9fc7333 req-4c97770e-e8da-4e4e-8d53-46482c14afb3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0652924 Jun 22 02:01:31.853024 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cd2c9754-dfac-4d89-a84a-0ea2a9fc7333 req-ba2b00a7-7c31-4f64-a04f-06cae269845c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Jun 22 02:01:32.643983 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36540) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:32.721950 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-157ebacf-a7a4-4879-8548-c61db036b597 req-c297313a-cf8b-44a6-b54a-0cb7f42f682c tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 210 time: 0.0323575 Jun 22 02:01:32.766869 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:32.859386 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:32.889340 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36550) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:32.934448 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:32.938239 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:32.987027 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2de514c791a543e89a86ec91fa602709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419242 Jun 22 02:01:32.995935 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28cccbf-563d-4ea6-83d4-beb60d229b01,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:32.999166 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36554) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:33.001225 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:33.028136 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.048522 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3ef01-b782-479c-9542-44befd5bc0b7 req-fe96dbac-3312-4d0a-b55e-a273d53b9e2b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:33.050101 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a6d3ef01-b782-479c-9542-44befd5bc0b7 req-fe96dbac-3312-4d0a-b55e-a273d53b9e2b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0770130 Jun 22 02:01:33.115328 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a6d3ef01-b782-479c-9542-44befd5bc0b7 req-272879db-b325-402a-a809-717fb3538959 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591047 Jun 22 02:01:33.163052 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.187447 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.268143 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.328119 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.330835 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.331967 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a28cccbf-563d-4ea6-83d4-beb60d229b01 HTTP/1.1" status: 204 len: 168 time: 0.3318300 Jun 22 02:01:33.332760 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c18e3870-d0c7-4716-9d2c-4e858b16ba26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:33.340139 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28cccbf-563d-4ea6-83d4-beb60d229b01,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:33.342349 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:33.345088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.348268 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ae6c39b8-8cce-44e7-ac50-6e7d7052d40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:33.389298 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c574ccf67e7412f9758041f3eae522a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4988635 Jun 22 02:01:33.390302 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75ad730-d73a-487c-9030-4e397ca343de,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:33.392145 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36566) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:33.400584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:33.443470 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.465517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.585502 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.588558 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.589829 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d75ad730-d73a-487c-9030-4e397ca343de HTTP/1.1" status: 204 len: 168 time: 0.1967080 Jun 22 02:01:33.590810 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:33.600674 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75ad730-d73a-487c-9030-4e397ca343de,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:33.610498 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:33.866136 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aa5810e2-824f-4a95-87d5-d2cd072b228e req-5f59685f-2979-44ca-9c4b-dcf8377a679f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Jun 22 02:01:33.908621 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36592) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:33.922326 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.022793 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.086864 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.092602 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fac20bb3-39d3-4f43-ad8a-8e87b4d90df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:34.107927 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-a9398d6a-4e11-44ee-b9b3-b4b0387abb95 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:34.109442 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-a9398d6a-4e11-44ee-b9b3-b4b0387abb95 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "GET /v2.0/networks?id=511c01a1-d062-4062-b34e-97f99b7923d1 HTTP/1.1" status: 200 len: 809 time: 0.1107750 Jun 22 02:01:34.122828 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Request body: {'port': {'device_id': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1', 'admin_state_up': True, 'tenant_id': '4a846af3f25a47548098df0914e00883'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:34.129817 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=28e92c5ceeae49c4af695d665481e8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200925 Jun 22 02:01:34.132738 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376bbeaf-73a2-4ae3-83c4-66aecb8553c0,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:34.135073 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36596) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:34.137129 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:34.198574 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.225464 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.355081 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Made reservation on behalf of 4a846af3f25a47548098df0914e00883 for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:34.358925 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.385692 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc13b2-ebdd-4e5a-becf-e13c9af95a67 req-becdedae-8a43-4e35-b3f3-196c0bb01c0d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:34.387678 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dddc13b2-ebdd-4e5a-becf-e13c9af95a67 req-becdedae-8a43-4e35-b3f3-196c0bb01c0d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0751364 Jun 22 02:01:34.389014 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.391707 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.393011 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/376bbeaf-73a2-4ae3-83c4-66aecb8553c0 HTTP/1.1" status: 204 len: 168 time: 0.2570047 Jun 22 02:01:34.396341 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e3286ca3-04d0-4883-b300-4a612e807f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:34.403218 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376bbeaf-73a2-4ae3-83c4-66aecb8553c0,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:34.406818 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:34.446457 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dddc13b2-ebdd-4e5a-becf-e13c9af95a67 req-8aac6086-5eb7-4cc5-bcbc-ec46b74a604c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Jun 22 02:01:34.486608 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36610) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:34.501103 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.506665 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Allocated IP 172.20.0.9 (511c01a1-d062-4062-b34e-97f99b7923d1/f300e1dd-a712-4873-9055-b22e95a4852b/100cc8a6-cb6a-473f-8820-65c2cbf7bfa3) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:01:34.618484 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.671611 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.739408 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.743281 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-97a61347-d3e6-4727-9f8e-8baec541fcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:34.779880 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.783200 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5884ea5938264f9eae3864452b358a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935719 Jun 22 02:01:34.783200 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb62b2a-0bb3-4613-887e-5747c666c906,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:34.784574 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36614) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:34.785786 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:34.786049 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:34.853282 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Network 511c01a1-d062-4062-b34e-97f99b7923d1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:01:34.863037 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:34.869738 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:01:34.883441 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Pushing event updated for resources: {'Port': ['ID=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:34.908038 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:34.940540 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:34.941195 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.943495 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.972408 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.098442 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6673d-fbcc-4a78-a1bf-d7c31478446c req-2d9bdbda-1800-4360-b211-7c623b4d37b4 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:35.099915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fce6673d-fbcc-4a78-a1bf-d7c31478446c req-2d9bdbda-1800-4360-b211-7c623b4d37b4 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 931 time: 0.0667877 Jun 22 02:01:35.101582 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9836612 Jun 22 02:01:35.116297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Request body: {'port': {'device_id': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:35.145375 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.148351 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.149760 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fb62b2a-0bb3-4613-887e-5747c666c906 HTTP/1.1" status: 204 len: 168 time: 0.3601854 Jun 22 02:01:35.153084 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b5800f91-8fd4-421f-8aca-8cbe7a926c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:35.188856 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb62b2a-0bb3-4613-887e-5747c666c906,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:35.188856 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:35.188856 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fce6673d-fbcc-4a78-a1bf-d7c31478446c req-62d795ee-9f27-4b55-8a02-0481f568ba5d tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816057 Jun 22 02:01:35.225569 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.520510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:01:35.528274 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.556618 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Transition to ACTIVE for port object 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:01:35.626150 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.629992 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:35.714401 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Pushing event updated for resources: {'Port': ['ID=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:35.718089 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:35.772899 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305e3fc-0fee-4896-b15d-c74fafea4ba8 req-50cef7f6-db8a-4848-879c-7eef8208c916 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:35.774442 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0305e3fc-0fee-4896-b15d-c74fafea4ba8 req-50cef7f6-db8a-4848-879c-7eef8208c916 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1775906 Jun 22 02:01:35.828474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Attempting to bind port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:01:35.828827 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Attempting to bind port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:01:35.829156 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Attempting to bind port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 on network 511c01a1-d062-4062-b34e-97f99b7923d1 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:35.837639 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0305e3fc-0fee-4896-b15d-c74fafea4ba8 req-9e7f70da-b317-44f4-832d-26aa9df6ee2f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559053 Jun 22 02:01:35.838193 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 on network 511c01a1-d062-4062-b34e-97f99b7923d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:01:35.838513 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Attempting to bind port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 on network 511c01a1-d062-4062-b34e-97f99b7923d1 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:35.845154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:01:35.845154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Checking segment: {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:35.845154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Bound using segment: {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:01:35.845154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Bound port: 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:01:35.845497 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.913482 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] For port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:01:35.916346 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] For port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:01:35.930887 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36652) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:36.149236 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.152032 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.155576 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a93cc321-87f8-4780-904a-d6d97a658c66 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:36.203875 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:36.204489 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.205878 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 HTTP/1.1" status: 200 len: 1093 time: 1.0933270 Jun 22 02:01:36.206402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'tag': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:36.208716 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31ad54-d486-4a6c-9d50-2e419023ea69" -d '{"events": [{"name": "network-changed", "server_uuid": "083b5d11-b0d6-4ebc-9f55-1e30b12f2153", "tag": "100cc8a6-cb6a-473f-8820-65c2cbf7bfa3"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:36.247775 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Pushing event updated for resources: {'Port': ['ID=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:36.253536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:36.263210 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af43159-1105-4c01-9750-841d20572b19 x-openstack-request-id: req-4af43159-1105-4c01-9750-841d20572b19 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:36.263210 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083b5d11-b0d6-4ebc-9f55-1e30b12f2153", "tag": "100cc8a6-cb6a-473f-8820-65c2cbf7bfa3", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:36.263210 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4af43159-1105-4c01-9750-841d20572b19 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:36.263210 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'tag': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3', 'status': 'completed', 'code': 200} Jun 22 02:01:36.373450 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.395676 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31ad54-d486-4a6c-9d50-2e419023ea69 req-5bf45d1b-2190-4416-9952-b5b680a6481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:36.397430 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e31ad54-d486-4a6c-9d50-2e419023ea69 req-5bf45d1b-2190-4416-9952-b5b680a6481c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a846af3f25a47548098df0914e00883&device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 1096 time: 0.1098673 Jun 22 02:01:36.430421 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999a3a3-4a35-4d3f-8e84-2e12213a9233 req-affdb0bd-8b9a-4466-bee3-5a9dedb5f28d tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:36.431887 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2999a3a3-4a35-4d3f-8e84-2e12213a9233 req-affdb0bd-8b9a-4466-bee3-5a9dedb5f28d tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 943 time: 0.0732803 Jun 22 02:01:36.435546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.455064 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:36.472748 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2999a3a3-4a35-4d3f-8e84-2e12213a9233 req-d9f3ed7d-ae02-49f5-8133-dc151103b3c6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Jun 22 02:01:36.560587 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18aba6a-49a4-48f1-a089-4a904cadb435,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:36.571820 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:36.584975 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30db810e916748bdac3cd8a9883d3a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6525984 Jun 22 02:01:36.587639 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36678) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:36.647526 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.653382 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31ad54-d486-4a6c-9d50-2e419023ea69 req-c0d21302-1256-4067-8c74-57b8c91bb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:36.655858 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e31ad54-d486-4a6c-9d50-2e419023ea69 req-c0d21302-1256-4067-8c74-57b8c91bb4a3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4a846af3f25a47548098df0914e00883&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2399900 Jun 22 02:01:36.671174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.779448 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.782388 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.787186 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e18aba6a-49a4-48f1-a089-4a904cadb435 HTTP/1.1" status: 204 len: 168 time: 0.1948860 Jun 22 02:01:36.787186 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-96eab08a-762f-4875-a42b-33dc1c56f8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:36.792033 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18aba6a-49a4-48f1-a089-4a904cadb435,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:36.794503 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:36.850203 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31ad54-d486-4a6c-9d50-2e419023ea69 req-2d841083-683e-4979-b02c-33a2137821bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:36.851688 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e31ad54-d486-4a6c-9d50-2e419023ea69 req-2d841083-683e-4979-b02c-33a2137821bb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841986 Jun 22 02:01:36.955668 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-65fdebba-1a8f-421b-9b77-39b2bec2da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:36.957269 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-65fdebba-1a8f-421b-9b77-39b2bec2da8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a846af3f25a47548098df0914e00883&device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 1096 time: 0.0557554 Jun 22 02:01:37.004658 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-12ef0dbb-d2a2-4f45-8290-a11c928c401f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 HTTP/1.1" status: 200 len: 217 time: 0.0385878 Jun 22 02:01:37.022519 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06830743-5c25-47b2-9d0e-b0eb05a9304f req-f7939f49-8881-4855-81ec-54a4d1e46e07 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:37.024531 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-06830743-5c25-47b2-9d0e-b0eb05a9304f req-f7939f49-8881-4855-81ec-54a4d1e46e07 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0718846 Jun 22 02:01:37.064212 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-f2a6338e-7d1f-40d3-a946-2afabd86dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:37.066782 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-f2a6338e-7d1f-40d3-a946-2afabd86dc04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f300e1dd-a712-4873-9055-b22e95a4852b HTTP/1.1" status: 200 len: 849 time: 0.0560687 Jun 22 02:01:37.069344 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-06830743-5c25-47b2-9d0e-b0eb05a9304f req-0791e079-b1c9-4d22-90e0-a21466a343a7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Jun 22 02:01:37.121948 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-352118fb-c41d-4c10-a9af-9e4e290cffbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511c01a1-d062-4062-b34e-97f99b7923d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437686 Jun 22 02:01:37.214761 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-5d952d96-92a6-4b23-b77c-50b866b42015 service neutron] 10.222.0.16 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849802 Jun 22 02:01:37.312296 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-43414b2a-f600-4852-83fa-201bcd3ddd12 req-079f83f5-cff4-48e7-8038-9ae13530404e service neutron] 10.222.0.16 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909834 Jun 22 02:01:37.688153 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3b30a-b976-4069-8415-548d77ae9b1e req-0232f2f3-4e4b-4f8f-8bf6-37c55a6683d6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:37.691013 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8fa3b30a-b976-4069-8415-548d77ae9b1e req-0232f2f3-4e4b-4f8f-8bf6-37c55a6683d6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 943 time: 0.0908265 Jun 22 02:01:37.770263 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8fa3b30a-b976-4069-8415-548d77ae9b1e req-a967a7bc-4d64-4484-9bf2-b2578ffdc211 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721402 Jun 22 02:01:38.266228 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11787-3b70-4857-80c7-7f26cf896706 req-8296104d-3092-4a73-8301-93aefcac141d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:38.268461 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-66d11787-3b70-4857-80c7-7f26cf896706 req-8296104d-3092-4a73-8301-93aefcac141d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0690413 Jun 22 02:01:38.308272 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-66d11787-3b70-4857-80c7-7f26cf896706 req-f8ae1492-fd43-403e-97c9-bac0cc660e9f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Jun 22 02:01:38.898761 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36762) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:38.966754 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a51af-eafb-47f5-ae59-6e87b9528f16 req-6d1ef768-8901-40b6-9baa-4abba09c4eee tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:38.973652 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ba0a51af-eafb-47f5-ae59-6e87b9528f16 req-6d1ef768-8901-40b6-9baa-4abba09c4eee tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 943 time: 0.0850496 Jun 22 02:01:39.008225 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ba0a51af-eafb-47f5-ae59-6e87b9528f16 req-9cf86fe5-ceaa-49fb-9b82-0c5444d5f925 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337114 Jun 22 02:01:39.039514 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.128116 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.213529 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.216307 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5fda70ae-6156-4157-b296-730fce1ab888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:39.253595 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=616d3a2c005e4e40b5776cf2f1e1a993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531682 Jun 22 02:01:39.254468 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd75c6b-b99f-42ad-8b5f-cd4302514828,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:39.256364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36766) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:39.258243 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:39.310292 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.334653 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.459251 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.461905 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.463278 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3bd75c6b-b99f-42ad-8b5f-cd4302514828 HTTP/1.1" status: 204 len: 168 time: 0.2055922 Jun 22 02:01:39.468051 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4a870030-7177-4de8-bcaf-b557405c88fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:39.472239 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd75c6b-b99f-42ad-8b5f-cd4302514828,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:39.474474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:39.512760 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f520c3a-e37e-41de-9e9a-061027a268c1 req-bed3c5e0-3509-42d3-8c1a-a74c609ffeb5 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:39.514400 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2f520c3a-e37e-41de-9e9a-061027a268c1 req-bed3c5e0-3509-42d3-8c1a-a74c609ffeb5 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0897808 Jun 22 02:01:39.597349 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2f520c3a-e37e-41de-9e9a-061027a268c1 req-9221a176-b335-4d2e-9e7c-4063e4a3f3ed tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619044 Jun 22 02:01:39.784163 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36786) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:39.915498 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.011482 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.121957 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.126045 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e3b1c446-e355-4362-9011-2e11ba79211e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:40.171380 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb4bd79b2c67447497b05c541730648b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857901 Jun 22 02:01:40.173928 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36814) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:40.182031 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ef7bc-bc83-4916-8caa-cf8c6a620b60,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:40.205078 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:40.225884 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af302b6-5247-4975-ad4c-76e83b2bbf17 req-70888382-6601-4147-8e5d-f982aa127af2 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:40.228297 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3af302b6-5247-4975-ad4c-76e83b2bbf17 req-70888382-6601-4147-8e5d-f982aa127af2 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 943 time: 0.0969162 Jun 22 02:01:40.246926 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.262605 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3af302b6-5247-4975-ad4c-76e83b2bbf17 req-01ea3d20-d914-4fd8-85b9-12fa3fad1da8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Jun 22 02:01:40.267763 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.425426 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.429461 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:40.430815 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca4ef7bc-bc83-4916-8caa-cf8c6a620b60 HTTP/1.1" status: 204 len: 168 time: 0.2556741 Jun 22 02:01:40.431831 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:40.441932 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ef7bc-bc83-4916-8caa-cf8c6a620b60,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:40.444170 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:40.782089 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e25eab-c736-4f73-823c-66e10ac1dc9f req-71fc0816-8894-454a-b471-d6623490c34e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:40.789321 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-20e25eab-c736-4f73-823c-66e10ac1dc9f req-71fc0816-8894-454a-b471-d6623490c34e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0751278 Jun 22 02:01:40.841704 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-20e25eab-c736-4f73-823c-66e10ac1dc9f req-e2cb14aa-2db0-4336-b410-730e8dd00ec4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510817 Jun 22 02:01:41.446075 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c36a-0da4-4b1c-8e5d-bee347a5b292 req-ca568b47-c653-40be-b657-91ca04fe73e9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:41.447651 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-56b5c36a-0da4-4b1c-8e5d-bee347a5b292 req-ca568b47-c653-40be-b657-91ca04fe73e9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 943 time: 0.0652831 Jun 22 02:01:41.485095 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-56b5c36a-0da4-4b1c-8e5d-bee347a5b292 req-bca0f2a1-670e-4d3a-a0b2-01ebcb398f3e tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Jun 22 02:01:41.709700 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:01:41.819204 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:41.835505 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3', 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1', 'port_id': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3', 'mac_address': 'fa:16:3e:ec:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f300e1dd-a712-4873-9055-b22e95a4852b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:01:41.974419 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36890) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:42.000274 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.023169 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:01:42.047454 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:42.075443 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637ae17-5c6f-406b-bb6c-79e9a736da38 req-db097a5a-5e09-4c7b-9abb-b0a31359eeca tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:42.079879 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5637ae17-5c6f-406b-bb6c-79e9a736da38 req-db097a5a-5e09-4c7b-9abb-b0a31359eeca tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0858595 Jun 22 02:01:42.116243 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.145386 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5637ae17-5c6f-406b-bb6c-79e9a736da38 req-68b89f2e-ea58-4196-a508-bdb360785c90 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579119 Jun 22 02:01:42.156446 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.163586 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:42.221920 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:42.229792 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.230216 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.230619 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.231062 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.231457 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.231874 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.232375 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.232760 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.233202 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.233604 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.233995 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.234380 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:01:42.246109 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:42.248096 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.379452 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.383410 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-8134a472-bc79-402e-a2be-1d689e729f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:42.423883 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b3aba9f45744a208e2c7dd0bb459640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433112 Jun 22 02:01:42.423883 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 36902) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:42.428199 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318faf4a-f4ab-46a5-b4e6-4b86bd566657,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:42.439387 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:42.476934 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.498925 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.660310 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['100cc8a6-cb6a-473f-8820-65c2cbf7bfa3'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:01:42.693468 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0b29c-e201-4bb0-9b02-3aeea38cf79b req-6b523e45-10ea-4f83-992f-6e14902681f9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:42.701388 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-23b0b29c-e201-4bb0-9b02-3aeea38cf79b req-6b523e45-10ea-4f83-992f-6e14902681f9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 944 time: 0.0818548 Jun 22 02:01:42.716047 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.718814 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:42.719916 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/318faf4a-f4ab-46a5-b4e6-4b86bd566657 HTTP/1.1" status: 204 len: 168 time: 0.2970607 Jun 22 02:01:42.722680 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b18d0935-6629-4d82-a35e-89ef392b2b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:42.742403 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318faf4a-f4ab-46a5-b4e6-4b86bd566657,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:42.749589 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:42.760643 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-23b0b29c-e201-4bb0-9b02-3aeea38cf79b req-8f180dce-9960-4ad2-95ba-6bada98f4967 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Jun 22 02:01:43.327376 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d932da-42af-4cd2-8186-fa3a4691cb17 req-d140c74c-3763-4270-9b12-69dd5c4b8df5 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:43.328884 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c7d932da-42af-4cd2-8186-fa3a4691cb17 req-d140c74c-3763-4270-9b12-69dd5c4b8df5 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0685310 Jun 22 02:01:43.365878 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c7d932da-42af-4cd2-8186-fa3a4691cb17 req-1566bef7-39e0-4a6f-8b73-90e1a12d795c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Jun 22 02:01:43.915343 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36954) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:43.939555 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f4fb9-7244-421e-a321-120b6e515df1 req-a28f363e-b8a7-4753-ac37-935fa0d8f126 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:43.945397 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2d1f4fb9-7244-421e-a321-120b6e515df1 req-a28f363e-b8a7-4753-ac37-935fa0d8f126 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 944 time: 0.0753605 Jun 22 02:01:43.979014 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2d1f4fb9-7244-421e-a321-120b6e515df1 req-3b96e434-fa2c-408c-b797-20adea7da784 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Jun 22 02:01:44.026843 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1255173598-network', 'tenant_id': '326488c5c5e94941ad21b9796329eb14'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:44.132296 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Made reservation on behalf of 326488c5c5e94941ad21b9796329eb14 for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:44.134716 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.143112 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.235527 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.413284 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.416397 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-bf95b760-da2d-46ed-8a32-1e496e4bc69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:44.438175 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:01:44.448558 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100fbe9-f79f-40ab-ac48-ecd61bf4c511,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:44.451591 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:44.454670 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.455010 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Added segment 998f9261-d319-4c99-b2c3-4615147dff99 of type vlan for network fb75db1b-a830-4a1e-9e83-c2f7b580ebea Jun 22 02:01:44.500245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.557348 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984eaed-71f4-4f76-964e-abb1721ddf7f req-d77545b1-72ee-46cb-980b-423b36240a21 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:44.558808 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5984eaed-71f4-4f76-964e-abb1721ddf7f req-d77545b1-72ee-46cb-980b-423b36240a21 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0692208 Jun 22 02:01:44.598077 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5984eaed-71f4-4f76-964e-abb1721ddf7f req-9b6349d8-103b-4745-a788-8ad28acb9c5a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jun 22 02:01:44.636667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.640738 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:44.640738 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:44.642148 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:44.701125 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Pushing event updated for resources: {'Network': ['ID=fb75db1b-a830-4a1e-9e83-c2f7b580ebea,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:44.703826 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:44.710761 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network fb75db1b-a830-4a1e-9e83-c2f7b580ebea details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:01:44.779728 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8630590 Jun 22 02:01:44.784915 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 36972) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:44.789929 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Request body: {'subnet': {'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1255173598-subnet', 'tenant_id': '326488c5c5e94941ad21b9796329eb14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:44.921880 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Made reservation on behalf of 326488c5c5e94941ad21b9796329eb14 for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:44.924166 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11117294'] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:45.164876 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691dfe2-7593-478b-9e16-d63c0cd02277 req-8a376c03-98a4-4d20-b4dd-de1ef57bbf18 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:45.166344 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d691dfe2-7593-478b-9e16-d63c0cd02277 req-8a376c03-98a4-4d20-b4dd-de1ef57bbf18 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 944 time: 0.0640385 Jun 22 02:01:45.206358 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d691dfe2-7593-478b-9e16-d63c0cd02277 req-e1b38fe6-0dd2-47f1-b2d7-c037fa11dcb4 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Jun 22 02:01:45.214866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11091305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11117276'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:45.218656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:45.274441 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b447ccfe-297c-460f-bf2b-b4cbab9d6e34,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:45.278425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:45.281088 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Checking segment: {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:45.281437 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Network hostable DHCP agents. Network: fb75db1b-a830-4a1e-9e83-c2f7b580ebea, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:01:45.454011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Network fb75db1b-a830-4a1e-9e83-c2f7b580ebea is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:01:45.601752 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, fb75db1b-a830-4a1e-9e83-c2f7b580ebea) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:45.606348 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:45.607501 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:45.610884 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081d0e1-58fe-4094-98c5-85601b31128e None None] Network fb75db1b-a830-4a1e-9e83-c2f7b580ebea requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:01:45.716527 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:01:45.721892 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9356973 Jun 22 02:01:45.786288 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a40b16-6006-4887-9063-aaab68ccfb1f None None] Network fb75db1b-a830-4a1e-9e83-c2f7b580ebea requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:01:45.835979 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bdc17-4cdf-411a-9f97-77e72f9525d2 req-3fa61a09-278f-47f7-8531-57579f1b05c0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:45.837538 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cd3bdc17-4cdf-411a-9f97-77e72f9525d2 req-3fa61a09-278f-47f7-8531-57579f1b05c0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1103723 Jun 22 02:01:45.840837 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5408e-ec33-4882-bf56-446d71395d1d req-66fec46d-1c3c-4c63-81f0-97dd782276be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:45.842483 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f5f5408e-ec33-4882-bf56-446d71395d1d req-66fec46d-1c3c-4c63-81f0-97dd782276be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 1098 time: 0.1058078 Jun 22 02:01:45.902400 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cd3bdc17-4cdf-411a-9f97-77e72f9525d2 req-21136b03-43c4-4d65-a28f-6c7956b3cbdb tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Jun 22 02:01:45.908673 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f5f5408e-ec33-4882-bf56-446d71395d1d req-88e985b1-2382-43fc-a502-b3701a03080d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Jun 22 02:01:46.000661 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:01:46.004617 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:01:46.005034 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:46.090272 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:46.112428 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:46.114733 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78da2d0-a01c-4ced-b926-1a1efeb049e9" -d '{"events": [{"server_uuid": "083b5d11-b0d6-4ebc-9f55-1e30b12f2153", "name": "network-vif-plugged", "status": "completed", "tag": "100cc8a6-cb6a-473f-8820-65c2cbf7bfa3"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:46.127234 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:46.153478 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf26d55-729c-45d7-9226-63da7a3eca6f x-openstack-request-id: req-1bf26d55-729c-45d7-9226-63da7a3eca6f {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:46.153478 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083b5d11-b0d6-4ebc-9f55-1e30b12f2153", "name": "network-vif-plugged", "status": "completed", "tag": "100cc8a6-cb6a-473f-8820-65c2cbf7bfa3", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:46.153686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bf26d55-729c-45d7-9226-63da7a3eca6f {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:46.154063 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3', 'code': 200} Jun 22 02:01:46.242110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:46.245358 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:46.293141 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:46.296290 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:46.378763 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c35ed-6aea-49a8-b6c0-ffb660225e13 req-1e0a244a-c67a-4777-b924-899e20eab1c8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:46.380195 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ab8c35ed-6aea-49a8-b6c0-ffb660225e13 req-1e0a244a-c67a-4777-b924-899e20eab1c8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.0615246 Jun 22 02:01:46.419529 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ab8c35ed-6aea-49a8-b6c0-ffb660225e13 req-80e0e90c-03fa-4c9c-8716-aa1b4cd0b0d5 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Jun 22 02:01:46.663992 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaf31e-697e-40a1-b2d1-7d4247292811 req-de68f744-7b68-46c3-bbd6-c6b8e1fc19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:46.665467 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a3eaf31e-697e-40a1-b2d1-7d4247292811 req-de68f744-7b68-46c3-bbd6-c6b8e1fc19e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 1098 time: 0.0538781 Jun 22 02:01:46.702077 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a3eaf31e-697e-40a1-b2d1-7d4247292811 req-034e8c60-29f1-4a05-826c-7b9cc6da681b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269213 Jun 22 02:01:47.087753 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db47c-0bb4-425b-a868-17f0c2a59f30 req-9161f55c-48f8-4cbc-bd89-2b688d05500e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:47.088616 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e3db47c-0bb4-425b-a868-17f0c2a59f30 req-9161f55c-48f8-4cbc-bd89-2b688d05500e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0672660 Jun 22 02:01:47.126810 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e3db47c-0bb4-425b-a868-17f0c2a59f30 req-fc6a4a8b-8256-4afb-bc13-eac8a878bab8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jun 22 02:01:47.703205 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc0451-9a26-4077-96f2-3830dd4e5378 req-f875c9a7-e09e-443b-b4df-b2ef92159c24 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:47.703205 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b2fc0451-9a26-4077-96f2-3830dd4e5378 req-f875c9a7-e09e-443b-b4df-b2ef92159c24 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.0695662 Jun 22 02:01:47.703205 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b2fc0451-9a26-4077-96f2-3830dd4e5378 req-f588c7f7-41f3-4978-902d-f827c93fb9c4 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314443 Jun 22 02:01:48.332469 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ebcd1-be19-46f0-9867-519b0a5697c6 req-e44114dd-c14c-4911-8cf0-2aeabf4b71b7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:48.333861 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d28ebcd1-be19-46f0-9867-519b0a5697c6 req-e44114dd-c14c-4911-8cf0-2aeabf4b71b7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0657842 Jun 22 02:01:48.370446 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d28ebcd1-be19-46f0-9867-519b0a5697c6 req-66464852-5048-4b17-95d3-3c95b7aa9c2c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303838 Jun 22 02:01:48.446775 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:01:48.550742 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f07a-32cb-4efc-89c3-a618598f7482 req-f72502d6-9bda-4d02-8371-b70e24ce1f1e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:48.552209 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1727f07a-32cb-4efc-89c3-a618598f7482 req-f72502d6-9bda-4d02-8371-b70e24ce1f1e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0700397 Jun 22 02:01:48.592077 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1727f07a-32cb-4efc-89c3-a618598f7482 req-46e1d264-829f-4bc2-99a0-6ab2bce42ff5 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Jun 22 02:01:48.822334 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29545d-9fdb-48fb-ba79-183ea708a0ba req-654e15b6-338f-4432-ae23-f6147585490f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:48.824402 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6f29545d-9fdb-48fb-ba79-183ea708a0ba req-654e15b6-338f-4432-ae23-f6147585490f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.0723062 Jun 22 02:01:48.861759 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6f29545d-9fdb-48fb-ba79-183ea708a0ba req-5a5db1a5-3196-47dd-b2dc-6d9a6634ef23 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Jun 22 02:01:49.814946 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-eddc4d2a-bf79-4d0e-893f-5dbfcdf69013 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:49.816500 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-eddc4d2a-bf79-4d0e-893f-5dbfcdf69013 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/networks?id=fb75db1b-a830-4a1e-9e83-c2f7b580ebea HTTP/1.1" status: 200 len: 814 time: 0.1009910 Jun 22 02:01:49.830942 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-73078548-97f7-4d1e-9ba9-f39398394903 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/quotas/326488c5c5e94941ad21b9796329eb14 HTTP/1.1" status: 200 len: 375 time: 0.0090480 Jun 22 02:01:49.867527 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-73321370-436b-4eb6-85d6-6e0c2d8c4a35 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=326488c5c5e94941ad21b9796329eb14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314910 Jun 22 02:01:49.971004 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-6c393e81-4e0b-4504-b925-c8f5f1e651bb service neutron] 10.222.0.35 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952051 Jun 22 02:01:50.081790 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-cc069820-746b-47b5-898e-7d95ecc5867d service neutron] 10.222.0.35 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046987 Jun 22 02:01:50.128041 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37140) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:50.239975 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.326364 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.413862 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.418526 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-53b7f27e-e5a1-4863-97f8-062ba44e5e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:50.456399 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=650d2100571a4ebcbcb92fc0b4666ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266051 Jun 22 02:01:50.458101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb263f18-7341-4199-be0a-9cb0d1a377a6,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:50.458235 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37150) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:50.462473 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:50.524674 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.528991 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b2ee451d-2148-4702-9097-be220a628711 req-8fb19d56-d815-4424-8d57-e5e4977563d9 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 210 time: 0.0294592 Jun 22 02:01:50.548584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.653801 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.656504 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:50.664463 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb263f18-7341-4199-be0a-9cb0d1a377a6 HTTP/1.1" status: 204 len: 168 time: 0.1989827 Jun 22 02:01:50.664463 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b71410d1-fb78-4b30-bda1-7d7b9f547e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:50.667759 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb263f18-7341-4199-be0a-9cb0d1a377a6,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:50.670127 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:50.776947 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84dae6-88c8-4ee8-9a1c-fda29b529cca req-cff81516-4fba-475b-856a-0e6cced81237 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:50.778294 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8a84dae6-88c8-4ee8-9a1c-fda29b529cca req-cff81516-4fba-475b-856a-0e6cced81237 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.0650618 Jun 22 02:01:50.815623 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8a84dae6-88c8-4ee8-9a1c-fda29b529cca req-dc929a0b-aafd-474f-b15a-eb50e0f47400 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Jun 22 02:01:51.381306 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37172) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:51.395049 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.481765 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.550499 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.554178 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f16e2775-231b-4926-b660-3df0a8955e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:51.591679 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a651974781c04c64a643e07b9656ed46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090125 Jun 22 02:01:51.592885 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54ed01-4b77-4c9e-924c-8b757371f713,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:51.594333 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37178) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:51.595913 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:51.645925 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.696233 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c0407300-6f7b-4172-a70d-430e868d614c req-6cd76f5f-bcbf-4bb1-a248-da680283f8a2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 210 time: 0.0399156 Jun 22 02:01:51.701071 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.834744 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.839187 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:51.839434 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f54ed01-4b77-4c9e-924c-8b757371f713 HTTP/1.1" status: 204 len: 168 time: 0.2427759 Jun 22 02:01:51.840245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-81558f52-36e6-4b4a-8b79-be741765e4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:51.860740 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54ed01-4b77-4c9e-924c-8b757371f713,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:51.866926 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:51.993227 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb87113-b95a-4b1b-ad4c-39e07843d69d req-2e6aa506-e19b-4e00-ba7d-ca5c3249d4d9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:51.995124 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5eb87113-b95a-4b1b-ad4c-39e07843d69d req-2e6aa506-e19b-4e00-ba7d-ca5c3249d4d9 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.0641127 Jun 22 02:01:52.033863 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5eb87113-b95a-4b1b-ad4c-39e07843d69d req-018c5ccf-1ee2-4e75-92b5-8e758ff63222 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Jun 22 02:01:52.444528 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df77127-cd82-496c-97f8-38d12eb701d4 req-1ab7d6d0-1783-4af4-b034-cd3d9facb9b4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:52.446374 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0df77127-cd82-496c-97f8-38d12eb701d4 req-1ab7d6d0-1783-4af4-b034-cd3d9facb9b4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0654972 Jun 22 02:01:52.487278 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0df77127-cd82-496c-97f8-38d12eb701d4 req-55f3e0ee-08e5-4a69-9eef-d21ca2be1e31 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Jun 22 02:01:52.515336 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-a6b13e49-bb1f-479f-bff6-f802e4f67511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:52.516855 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-a6b13e49-bb1f-479f-bff6-f802e4f67511 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.0665627 Jun 22 02:01:52.606643 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-9d16f5fa-ee8d-4bdf-821b-d5474e813e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:52.608230 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-9d16f5fa-ee8d-4bdf-821b-d5474e813e94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.0851934 Jun 22 02:01:52.623797 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37204) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:52.634934 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-6f8422c3-6440-400c-84bc-0c798c77d40b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:52.637293 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-6f8422c3-6440-400c-84bc-0c798c77d40b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.0720062 Jun 22 02:01:52.661068 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-463e8cab-a668-467b-bd0d-453fbede98d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.0458519 Jun 22 02:01:52.662009 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:52.732019 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-dbc45f42-2a56-41cc-a6d4-3f12ca582bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:52.733715 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-dbc45f42-2a56-41cc-a6d4-3f12ca582bee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0644841 Jun 22 02:01:52.758951 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Deleting port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:01:52.759289 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:52.794867 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-e8e8cf83-c076-4159-bbe0-3435be118318 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376756 Jun 22 02:01:52.833959 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:52.862716 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-93c78f19-112f-4f22-b61d-a21595eb7395 req-93a78f08-401e-43bf-b22c-265cd33b85e9 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 210 time: 0.0318785 Jun 22 02:01:52.909773 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] For port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:52.910134 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:52.913733 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-ec0bd28e-f2e6-4815-88da-bff956713987 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922353 Jun 22 02:01:52.946748 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:52.975808 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f1d96e90-577f-4780-af7c-797fccf52903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:53.023962 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85288f95-5df4-4176-a504-715035b0b4a8,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:53.032436 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=600959503b394859979e32e21b73e655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076369 Jun 22 02:01:53.032859 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:53.035190 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37210) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:53.136915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-8dee7f65-fb8b-4f94-b14a-0a123926d4d4 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162631 Jun 22 02:01:53.205173 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-5375ee9b-afaf-48d1-9f93-de2f64d47f70 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:53.206221 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-5375ee9b-afaf-48d1-9f93-de2f64d47f70 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "GET /v2.0/networks?id=fb75db1b-a830-4a1e-9e83-c2f7b580ebea HTTP/1.1" status: 200 len: 814 time: 0.1307645 Jun 22 02:01:53.235960 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Calling delete_port for 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:01:53.246828 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Request body: {'port': {'device_id': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea', 'admin_state_up': True, 'tenant_id': '326488c5c5e94941ad21b9796329eb14'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:53.292319 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.335850 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.406761 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318291-5162-4c1c-978a-e1dccb12637d req-a40a9aef-5f6b-4f1d-bca4-eb109788683c tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:53.408234 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-74318291-5162-4c1c-978a-e1dccb12637d req-a40a9aef-5f6b-4f1d-bca4-eb109788683c tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 945 time: 0.2011189 Jun 22 02:01:53.458960 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.459561 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-74318291-5162-4c1c-978a-e1dccb12637d req-a9ca1835-9a78-4692-a612-e523b1b55888 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Jun 22 02:01:53.465026 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8e54fb97-5055-4ee1-a074-70f47357b644 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:53.473207 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['100cc8a6-cb6a-473f-8820-65c2cbf7bfa3'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:01:53.503815 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Pushing event deleted for resources: {'Port': ['ID=100cc8a6-cb6a-473f-8820-65c2cbf7bfa3,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:53.512820 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:53.539680 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.548474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.552319 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85288f95-5df4-4176-a504-715035b0b4a8 HTTP/1.1" status: 204 len: 168 time: 0.5161850 Jun 22 02:01:53.554868 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ea222e53-0bde-4d44-a3f9-68c5186d1aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:53.568319 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85288f95-5df4-4176-a504-715035b0b4a8,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:53.581290 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] No DVR routers for this DVR port 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:01:53.595493 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.600185 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1225872f-840d-436f-ba76-4d143f69e7f1 req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "DELETE /v2.0/ports/100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 HTTP/1.1" status: 204 len: 173 time: 0.9561555 Jun 22 02:01:53.602249 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:53.603052 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Made reservation on behalf of 326488c5c5e94941ad21b9796329eb14 for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:53.611327 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'name': 'network-vif-deleted', 'tag': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:53.611520 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:53.616885 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f6a4e6-08ab-460f-a911-6fbbf6105ac2" -d '{"events": [{"server_uuid": "083b5d11-b0d6-4ebc-9f55-1e30b12f2153", "name": "network-vif-deleted", "tag": "100cc8a6-cb6a-473f-8820-65c2cbf7bfa3"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:53.724918 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69aced-8add-4c92-813e-ddc625bb95ca x-openstack-request-id: req-4b69aced-8add-4c92-813e-ddc625bb95ca {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:53.725445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083b5d11-b0d6-4ebc-9f55-1e30b12f2153", "name": "network-vif-deleted", "tag": "100cc8a6-cb6a-473f-8820-65c2cbf7bfa3", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:53.725735 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4b69aced-8add-4c92-813e-ddc625bb95ca {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:53.726160 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083b5d11-b0d6-4ebc-9f55-1e30b12f2153', 'name': 'network-vif-deleted', 'tag': '100cc8a6-cb6a-473f-8820-65c2cbf7bfa3', 'status': 'completed', 'code': 200} Jun 22 02:01:53.799026 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64727477-f280-42d3-91e4-d029bd7134fe req-ba7c8d21-48fa-48ac-9478-7427960cdaec tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:53.800532 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-64727477-f280-42d3-91e4-d029bd7134fe req-ba7c8d21-48fa-48ac-9478-7427960cdaec tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1235428 Jun 22 02:01:53.806281 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Allocated IP 172.20.0.6 (fb75db1b-a830-4a1e-9e83-c2f7b580ebea/b447ccfe-297c-460f-bf2b-b4cbab9d6e34/c2e1b36b-3943-4406-b91b-56e23ac0a75b) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:01:53.866909 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-64727477-f280-42d3-91e4-d029bd7134fe req-7d182bd6-97d7-4439-b0d6-dc9a9ff92b2a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564330 Jun 22 02:01:54.207162 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37248) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:54.207435 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cf28f30d-693f-43dc-a74b-798823764376 req-de1150af-8308-436c-9bb0-9966eea1cc10 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 210 time: 0.0612226 Jun 22 02:01:54.289945 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.339428 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.413791 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.419894 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:54.427924 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.492329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Network fb75db1b-a830-4a1e-9e83-c2f7b580ebea is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:01:54.492329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:54.492329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:01:54.492329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Pushing event updated for resources: {'Port': ['ID=c2e1b36b-3943-4406-b91b-56e23ac0a75b,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:54.499240 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:54.521900 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.527211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:54.567725 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:54.568630 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.571254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb272e-8850-4462-8c61-a32fd8611b7e,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:54.576756 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14fb52f53a8e4c5290a9609668918935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680899 Jun 22 02:01:54.578069 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:54.580778 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37262) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:54.654055 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.684649 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.686675 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4611580 Jun 22 02:01:54.701477 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Request body: {'port': {'device_id': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:54.746065 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-30f9a889-1f1f-4414-be5b-c659cdd10006 req-5cdd9fd4-6e3e-439f-8782-fa85d9df0ac1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=083b5d11-b0d6-4ebc-9f55-1e30b12f2153 HTTP/1.1" status: 200 len: 210 time: 0.0537198 Jun 22 02:01:54.804444 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.871309 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.933750 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.938711 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:54.943448 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41cb272e-8850-4462-8c61-a32fd8611b7e HTTP/1.1" status: 204 len: 168 time: 0.3589189 Jun 22 02:01:54.943448 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-72a5d580-f9fd-4eea-9061-d6511cd32ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:54.951278 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb272e-8850-4462-8c61-a32fd8611b7e,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:54.962050 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:55.102572 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37282) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:55.116532 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-67f05c92-bb37-4772-bb2d-9064142942be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.121760 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e1b36b-3943-4406-b91b-56e23ac0a75b {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:01:55.125702 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833bcaa-faf7-4889-89d3-e082af83fcc8 req-0c8d244e-10e8-4a31-9fe6-e9d0f8138ada tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:55.130239 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.132751 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f833bcaa-faf7-4889-89d3-e082af83fcc8 req-0c8d244e-10e8-4a31-9fe6-e9d0f8138ada tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1095634 Jun 22 02:01:55.144517 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Transition to ACTIVE for port object c2e1b36b-3943-4406-b91b-56e23ac0a75b will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:01:55.166951 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f833bcaa-faf7-4889-89d3-e082af83fcc8 req-74e8c3c2-1be4-4cb6-8c2f-a4cead00a26e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Jun 22 02:01:55.203429 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-766072149-network', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:55.207990 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.212027 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:55.281974 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Made reservation on behalf of 9f0a3bc2901f4906a838203ee2e5077e for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:55.284608 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.302859 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.310777 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e1b36b-3943-4406-b91b-56e23ac0a75b,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:55.314157 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:55.389978 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.410053 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Attempting to bind port c2e1b36b-3943-4406-b91b-56e23ac0a75b on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:01:55.410387 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Attempting to bind port c2e1b36b-3943-4406-b91b-56e23ac0a75b by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:01:55.410716 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Attempting to bind port c2e1b36b-3943-4406-b91b-56e23ac0a75b on network fb75db1b-a830-4a1e-9e83-c2f7b580ebea {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:55.417536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Port c2e1b36b-3943-4406-b91b-56e23ac0a75b on network fb75db1b-a830-4a1e-9e83-c2f7b580ebea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:01:55.417860 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Attempting to bind port c2e1b36b-3943-4406-b91b-56e23ac0a75b on network fb75db1b-a830-4a1e-9e83-c2f7b580ebea {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:55.428059 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7ccc0-a4bd-4eff-a4fa-acd690d81ed9 req-e8491c78-c84b-4094-a2c9-30db50af5acf tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:55.430202 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-98f7ccc0-a4bd-4eff-a4fa-acd690d81ed9 req-e8491c78-c84b-4094-a2c9-30db50af5acf tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 943 time: 0.0957892 Jun 22 02:01:55.432867 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:01:55.433208 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Checking segment: {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:55.433595 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Bound using segment: {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:01:55.434030 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Bound port: c2e1b36b-3943-4406-b91b-56e23ac0a75b, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:01:55.434419 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.447290 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.459421 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f56c6719-e24d-49f5-8e3a-9b2aa20a5ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:55.476082 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:01:55.486186 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce171dd4-36ec-4a46-91c3-43ba401f1946,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:55.502331 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:55.503449 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.503790 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Added segment 49d81edf-5d4e-4c53-91a9-9be92a2176d0 of type vlan for network 2a9302aa-2656-4189-8ca5-2d4cea9df1de Jun 22 02:01:55.504160 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-98f7ccc0-a4bd-4eff-a4fa-acd690d81ed9 req-a2c51dc9-609c-4f40-acf1-86c675b17af1 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Jun 22 02:01:55.529140 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] For port c2e1b36b-3943-4406-b91b-56e23ac0a75b, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:01:55.533559 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] For port c2e1b36b-3943-4406-b91b-56e23ac0a75b, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c2e1b36b-3943-4406-b91b-56e23ac0a75b,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:01:55.564205 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.642061 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.645049 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0a1b018e-fdbd-48f7-b1b4-5f4926714672 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:55.669976 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.672246 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:55.673225 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.675063 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:55.675634 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.676628 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:55.677043 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/c2e1b36b-3943-4406-b91b-56e23ac0a75b HTTP/1.1" status: 200 len: 1093 time: 0.9826417 Jun 22 02:01:55.687564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'tag': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:55.687564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645" -d '{"events": [{"name": "network-changed", "server_uuid": "97f6e6f8-d946-4bc2-985c-a39a433e1057", "tag": "c2e1b36b-3943-4406-b91b-56e23ac0a75b"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:55.720731 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e1b36b-3943-4406-b91b-56e23ac0a75b,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:55.725297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880c1677-1d95-4e14-b4b7-fa4816233f8c x-openstack-request-id: req-880c1677-1d95-4e14-b4b7-fa4816233f8c {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:55.725601 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f6e6f8-d946-4bc2-985c-a39a433e1057", "tag": "c2e1b36b-3943-4406-b91b-56e23ac0a75b", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:55.725877 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-880c1677-1d95-4e14-b4b7-fa4816233f8c {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:55.726803 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'tag': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b', 'status': 'completed', 'code': 200} Jun 22 02:01:55.727507 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:55.752998 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Pushing event updated for resources: {'Network': ['ID=2a9302aa-2656-4189-8ca5-2d4cea9df1de,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:55.756030 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:55.758572 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:01:55.798508 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:01:55.800955 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:01:55.801235 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 100cc8a6-cb6a-473f-8820-65c2cbf7bfa3 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:01:55.808713 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645 req-3364c703-58d5-4070-b0c5-8afdae6a670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:55.810211 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645 req-3364c703-58d5-4070-b0c5-8afdae6a670d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=326488c5c5e94941ad21b9796329eb14&device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 1096 time: 0.0669146 Jun 22 02:01:55.823371 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7156336 Jun 22 02:01:55.823512 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37304) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:55.828506 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Request body: {'subnet': {'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-766072149-subnet', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'ip_version': 4}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:55.910154 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Made reservation on behalf of 9f0a3bc2901f4906a838203ee2e5077e for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:55.912572 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11117294'] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:55.970940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645 req-2b9a8221-da81-47ed-9868-a4dbc3ab2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:55.972949 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645 req-2b9a8221-da81-47ed-9868-a4dbc3ab2390 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=326488c5c5e94941ad21b9796329eb14&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1454661 Jun 22 02:01:56.139217 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645 req-2ade99f0-83d2-4ecb-874e-fbe6acdd2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.140737 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1b6a2891-8b48-4b2c-8ae2-e50d6a5ec645 req-2ade99f0-83d2-4ecb-874e-fbe6acdd2d62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569273 Jun 22 02:01:56.207674 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11091305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11117276'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:56.214403 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b84c5941-69d4-4fad-b413-f579bc7d4526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:56.231547 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-1fab6da5-617e-4369-b595-a65ca52589e2 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.233483 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-1fab6da5-617e-4369-b595-a65ca52589e2 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/networks?id=511c01a1-d062-4062-b34e-97f99b7923d1 HTTP/1.1" status: 200 len: 809 time: 0.1619575 Jun 22 02:01:56.263023 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-56473bb3-a0ea-4c2f-af99-d8161827e401 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/quotas/4a846af3f25a47548098df0914e00883 HTTP/1.1" status: 200 len: 375 time: 0.0205882 Jun 22 02:01:56.272845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:56.276748 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:56.310188 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-a136d32e-5ab5-4628-9fb6-dfc21b2fbae2 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a846af3f25a47548098df0914e00883&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381196 Jun 22 02:01:56.312321 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-8588c44d-6b0a-494c-81ab-a560c37fd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.313595 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-8588c44d-6b0a-494c-81ab-a560c37fd083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=326488c5c5e94941ad21b9796329eb14&device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 1096 time: 0.1326408 Jun 22 02:01:56.336005 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Checking segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:56.338885 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Network hostable DHCP agents. Network: 2a9302aa-2656-4189-8ca5-2d4cea9df1de, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:01:56.362490 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-132b2428-5409-47fd-ae23-6f64dc8e4592 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2e1b36b-3943-4406-b91b-56e23ac0a75b HTTP/1.1" status: 200 len: 217 time: 0.0353725 Jun 22 02:01:56.378331 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da311-40e0-48f4-b5ca-83c7c8e6a001 req-6daaf2b2-9023-4c33-ac94-d755c40e9fb6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.379830 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0e0da311-40e0-48f4-b5ca-83c7c8e6a001 req-6daaf2b2-9023-4c33-ac94-d755c40e9fb6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0845947 Jun 22 02:01:56.424246 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0e0da311-40e0-48f4-b5ca-83c7c8e6a001 req-47281770-fd35-4342-92e3-4944e0949ef1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Jun 22 02:01:56.425731 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:01:56.454053 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-885b4c9a-f758-434e-a1ed-db3b391942b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.455510 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-885b4c9a-f758-434e-a1ed-db3b391942b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b447ccfe-297c-460f-bf2b-b4cbab9d6e34 HTTP/1.1" status: 200 len: 854 time: 0.0839224 Jun 22 02:01:56.497737 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-c18df5ca-4568-49cc-ae0c-657431296fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb75db1b-a830-4a1e-9e83-c2f7b580ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310066 Jun 22 02:01:56.499809 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-aeacd22a-ea6b-4b76-962e-d048cada7188 service neutron] 10.222.0.35 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811254 Jun 22 02:01:56.536056 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 2a9302aa-2656-4189-8ca5-2d4cea9df1de) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:56.545443 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589537c-3cb8-429b-9d65-13791d3bdc08 None None] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:01:56.552414 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.553030 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:56.641501 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8168428 Jun 22 02:01:56.646128 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37338) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:56.654774 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:56.678827 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-91ca1d98-e2ca-44e6-aa89-b9183fa81067 service neutron] 10.222.0.16 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737978 Jun 22 02:01:56.700364 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-291cf924-fd99-4f02-83cf-c40576e6f823 service neutron] 10.222.0.35 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879380 Jun 22 02:01:56.716947 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d07898-9273-42cb-b8da-19d2b2769d83 req-c8fc3004-19dc-4551-a953-0bfff46d550f tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:56.721335 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d8d07898-9273-42cb-b8da-19d2b2769d83 req-c8fc3004-19dc-4551-a953-0bfff46d550f tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 943 time: 0.0957680 Jun 22 02:01:56.769132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:01:56.770002 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:56.785313 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d8d07898-9273-42cb-b8da-19d2b2769d83 req-84afff3e-b1ef-425d-824b-fb6b1be72476 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574932 Jun 22 02:01:56.831383 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1380667c-d2f4-46d0-b557-63b83d5b1a7e req-ffdfcfa0-eff1-4c13-b577-711f5b298c17 service neutron] 10.222.0.16 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252723 Jun 22 02:01:56.840466 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:56.841856 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:56.894240 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:56.929732 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Allocated IP 172.20.0.2 (2a9302aa-2656-4189-8ca5-2d4cea9df1de/5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23/058c9f07-56f6-492d-8c17-5e6226852222) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:01:56.960946 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-65a0d7d1-b534-464c-977f-c5cf96c7d3ce req-af81b9de-9032-453f-9cc0-dae12a5c8c34 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Jun 22 02:01:57.110010 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.116688 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.127573 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Transition to ACTIVE for port object 058c9f07-56f6-492d-8c17-5e6226852222 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:01:57.142947 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Transition to ACTIVE for port object 058c9f07-56f6-492d-8c17-5e6226852222 will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:01:57.288414 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.292464 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:57.331004 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:01:57.334489 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:57.337427 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:01:57.350125 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Pushing event updated for resources: {'Port': ['ID=058c9f07-56f6-492d-8c17-5e6226852222,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:57.368817 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:57.403948 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Attempting to bind port 058c9f07-56f6-492d-8c17-5e6226852222 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:01:57.404338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Attempting to bind port 058c9f07-56f6-492d-8c17-5e6226852222 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:01:57.404708 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Attempting to bind port 058c9f07-56f6-492d-8c17-5e6226852222 on network 2a9302aa-2656-4189-8ca5-2d4cea9df1de {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:57.409827 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:01:57.410148 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Checking segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:57.410559 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.410963 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Bound using segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:01:57.411437 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Bound port: 058c9f07-56f6-492d-8c17-5e6226852222, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:01:57.411834 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.421847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.440574 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.477121 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] For port 058c9f07-56f6-492d-8c17-5e6226852222, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:01:57.481136 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] For port 058c9f07-56f6-492d-8c17-5e6226852222, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=058c9f07-56f6-492d-8c17-5e6226852222,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:01:57.552084 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Allocated IP 172.28.2.57 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/e6f5e3fd-e00e-4aa9-9980-f6059c3016ba) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:01:57.679988 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116610c-834c-41ec-87e0-7e9327058f7f req-20ddad57-61d7-40b6-b5c5-20c525376505 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:57.681683 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7116610c-834c-41ec-87e0-7e9327058f7f req-20ddad57-61d7-40b6-b5c5-20c525376505 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1317704 Jun 22 02:01:57.720080 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.730411 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.738690 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5a4ac33e-7240-4c3b-9be6-db46976a3a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.738690 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-7405d3a6-9a5f-48b8-b530-83aedb6eb6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:57.752858 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7116610c-834c-41ec-87e0-7e9327058f7f req-425be14f-901d-4fd4-96b4-9a7ddd99bfd1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Jun 22 02:01:57.799279 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Pushing event updated for resources: {'Port': ['ID=058c9f07-56f6-492d-8c17-5e6226852222,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:57.802355 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:57.887988 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.892727 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:57.944755 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:57.958379 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:01:57.961714 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:57.972837 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:01:57.976501 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Pushing event updated for resources: {'Port': ['ID=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:58.011104 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:58.039706 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a5612-17d5-42aa-a001-ca9114385410 req-8017c9b2-7e75-461e-82ad-413508f95687 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:58.042498 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3a4a5612-17d5-42aa-a001-ca9114385410 req-8017c9b2-7e75-461e-82ad-413508f95687 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 943 time: 0.1065354 Jun 22 02:01:58.070739 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-55f99d48-1feb-4fac-958c-0603a2ed4fde req-5cc010fe-e463-4388-b9ad-d50b6b89f415 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 210 time: 0.0468256 Jun 22 02:01:58.145522 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3a4a5612-17d5-42aa-a001-ca9114385410 req-d770d36b-13f3-4eda-8e07-4d861524b238 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Jun 22 02:01:58.488044 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:58.703156 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:58.887793 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32d2c2-6438-4140-b4ee-5ff4a0bcc14e None None] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:01:58.904750 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:58.933142 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:01:59.008820 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa82cf-f7de-4534-8f2f-11474476034f req-cf15c0c2-fd78-4b5b-9fd2-18570b8c13f0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:59.010766 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6ffa82cf-f7de-4534-8f2f-11474476034f req-cf15c0c2-fd78-4b5b-9fd2-18570b8c13f0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1205573 Jun 22 02:01:59.018957 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d7b3008a-c5c5-46a4-b303-c52abd75a305 None None] Provisioning for port 058c9f07-56f6-492d-8c17-5e6226852222 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:01:59.264110 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f2d3ba10-2d0f-41f4-b2fa-79e3532618eb req-2ed52957-93b2-460e-9290-b68751850955 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 210 time: 0.0350783 Jun 22 02:01:59.323465 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6ffa82cf-f7de-4534-8f2f-11474476034f req-10d72192-1ed9-4ad2-aa02-b94beb9d3eeb tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053286 Jun 22 02:01:59.325970 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:01:59.336327 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Sync routers for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:01:59.355745 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:59.359559 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:59.430381 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:59.434586 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7845199 Jun 22 02:01:59.434803 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37392) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:59.486299 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6c9d-c3f3-422e-b7ea-c987642b3d61 req-1000b725-6496-4291-958d-b49292f34335 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:59.487891 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-78cc6c9d-c3f3-422e-b7ea-c987642b3d61 req-1000b725-6496-4291-958d-b49292f34335 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 943 time: 0.1035342 Jun 22 02:01:59.505978 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:59.554922 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-78cc6c9d-c3f3-422e-b7ea-c987642b3d61 req-7c03ef62-9287-4877-8b67-23d72bd69a12 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515807 Jun 22 02:01:59.747826 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:01:58Z', 'revision_number': 3, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:59.763443 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-1dfce7da-9e90-47e5-b78e-499ec2adeb83 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:59.764845 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-1dfce7da-9e90-47e5-b78e-499ec2adeb83 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "GET /v2.0/networks?id=511c01a1-d062-4062-b34e-97f99b7923d1 HTTP/1.1" status: 200 len: 809 time: 0.1544664 Jun 22 02:01:59.781882 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c2e1b36b-3943-4406-b91b-56e23ac0a75b details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:01:59.797717 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Checking router: b8f0d13b-5ffd-4ac9-ae41-05816e159f34 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:01:59.798100 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Updating router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:01:59.804435 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Request body: {'port': {'device_id': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1', 'admin_state_up': True, 'tenant_id': '4a846af3f25a47548098df0914e00883'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:59.853710 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:59.913830 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 058c9f07-56f6-492d-8c17-5e6226852222 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:00.002478 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port c2e1b36b-3943-4406-b91b-56e23ac0a75b, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c2e1b36b-3943-4406-b91b-56e23ac0a75b,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:00.015265 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b', 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea', 'port_id': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b', 'mac_address': 'fa:16:3e:1f:42:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b447ccfe-297c-460f-bf2b-b4cbab9d6e34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:02:00.052804 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.066548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e1b36b-3943-4406-b91b-56e23ac0a75b {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:02:00.087050 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port c2e1b36b-3943-4406-b91b-56e23ac0a75b, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c2e1b36b-3943-4406-b91b-56e23ac0a75b,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:00.137749 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 058c9f07-56f6-492d-8c17-5e6226852222 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:00.142895 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 058c9f07-56f6-492d-8c17-5e6226852222 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:00.142895 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.168088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.170771 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.171234 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Made reservation on behalf of 4a846af3f25a47548098df0914e00883 for: {'port': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:00.174663 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:00.176624 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.201566 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.212541 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Transition to ACTIVE for port object e6f5e3fd-e00e-4aa9-9980-f6059c3016ba will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:00.234355 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=c2e1b36b-3943-4406-b91b-56e23ac0a75b,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:00.237584 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:00.277002 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.310615 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.315403 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:00.332931 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 058c9f07-56f6-492d-8c17-5e6226852222, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=058c9f07-56f6-492d-8c17-5e6226852222,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:00.364559 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Pushing event updated for resources: {'Port': ['ID=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,revision_number=2']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:00.373555 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.373901 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.374355 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.374648 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.374976 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.375300 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.376031 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.376368 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.376692 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.377032 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.377351 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.378073 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:00.393368 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:00.419225 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.420625 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.421935 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:00.440675 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Allocated IP 172.20.0.3 (511c01a1-d062-4062-b34e-97f99b7923d1/f300e1dd-a712-4873-9055-b22e95a4852b/10223f9b-813c-4ab2-ada6-55caa0f1564c) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:00.447546 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Attempting to bind port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:00.448598 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Attempting to bind port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:00.449013 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Attempting to bind port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:00.459872 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:00.460285 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:00.460651 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.461118 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:00.461596 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Bound port: e6f5e3fd-e00e-4aa9-9980-f6059c3016ba, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:00.461971 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.483208 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1fac0d5e-33ae-4b71-a86c-1f7dddc7629d req-4702eeb2-bf84-4b18-b56e-bac933590d8f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 210 time: 0.0402143 Jun 22 02:02:00.487949 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=058c9f07-56f6-492d-8c17-5e6226852222,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:00.493885 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:00.541514 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] For port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:00.544993 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] For port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:00.607945 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.609889 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Allocated IP 172.20.0.1 (2a9302aa-2656-4189-8ca5-2d4cea9df1de/5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23/857414eb-0744-415f-872e-e76c71a04493) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:00.612223 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:00.615837 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080a0b-50a9-4fc9-ab62-75fc2ed22182 req-1dc47c18-50c1-4557-b146-ccac1482b5dd tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:00.616819 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a4080a0b-50a9-4fc9-ab62-75fc2ed22182 req-1dc47c18-50c1-4557-b146-ccac1482b5dd tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1012993 Jun 22 02:02:00.659913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['c2e1b36b-3943-4406-b91b-56e23ac0a75b'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:02:00.666416 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a4080a0b-50a9-4fc9-ab62-75fc2ed22182 req-71ce022b-1375-45a3-bd91-b96d59aa36b2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Jun 22 02:02:00.726064 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.728309 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Pushing event updated for resources: {'Port': ['ID=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:00.733981 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-0c6a5045-680d-4012-9746-6391b6411a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:00.757452 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:00.758082 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:00.867482 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.876817 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:00.890062 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Transition to ACTIVE for port object 857414eb-0744-415f-872e-e76c71a04493 will not be triggered until provisioned by entity DHCP. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:00.909643 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5aa2d-669a-43c2-b916-80cc66c120d4 req-befc81ab-ac1d-44ee-9522-8c6e06588cce tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:00.911315 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-48c5aa2d-669a-43c2-b916-80cc66c120d4 req-befc81ab-ac1d-44ee-9522-8c6e06588cce tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 944 time: 0.1165569 Jun 22 02:02:00.915554 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:00.920576 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-dc569a5b-99ee-4782-855f-5c1f053671b8 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:01.009802 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Network 511c01a1-d062-4062-b34e-97f99b7923d1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:01.017627 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Pushing event updated for resources: {'Port': ['ID=10223f9b-813c-4ab2-ada6-55caa0f1564c,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:01.029210 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:01.031700 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:01.032410 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:01.040496 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-48c5aa2d-669a-43c2-b916-80cc66c120d4 req-4555ab81-31e8-45de-90c9-cf8b9422e6e8 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162555 Jun 22 02:02:01.084235 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:01.085004 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.115862 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.118780 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:01.150371 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:01:58Z', 'revision_number': 3, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:01.157554 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:01.160259 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:01.163861 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:01.176612 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e1e59-a9ff-4e4c-8748-c5e046284e1e None None] The sync data for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb is: [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:01:58Z', 'revision_number': 3, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:01.188242 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Pushing event updated for resources: {'Port': ['ID=857414eb-0744-415f-872e-e76c71a04493,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:01.192573 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:01.216446 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4161608 Jun 22 02:02:01.219876 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.261249 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Request body: {'port': {'device_id': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:01.382745 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.520185 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-5579ca33-61d1-4eec-a0cd-afdaa08819a4 None None] Provisioning for port 857414eb-0744-415f-872e-e76c71a04493 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:01.524233 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-5579ca33-61d1-4eec-a0cd-afdaa08819a4 None None] Provisioning complete for port 857414eb-0744-415f-872e-e76c71a04493 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:01.524743 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5579ca33-61d1-4eec-a0cd-afdaa08819a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.576994 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-5579ca33-61d1-4eec-a0cd-afdaa08819a4 None None] Port 857414eb-0744-415f-872e-e76c71a04493 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:01.596166 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.792309 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c2e1b36b-3943-4406-b91b-56e23ac0a75b up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:01.839298 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe09be6-622b-4015-8e18-605c1e68d7eb req-bf427f00-a860-44e0-80a1-09c323491134 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:01.841372 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2fe09be6-622b-4015-8e18-605c1e68d7eb req-bf427f00-a860-44e0-80a1-09c323491134 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 931 time: 0.2177660 Jun 22 02:02:01.906767 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d33a0f-b82a-4824-b214-3fa447b3c2c4 req-eff08d5f-1637-4721-9e1a-e254769350b7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:01.908201 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-84d33a0f-b82a-4824-b214-3fa447b3c2c4 req-eff08d5f-1637-4721-9e1a-e254769350b7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0921347 Jun 22 02:02:01.949409 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device e6f5e3fd-e00e-4aa9-9980-f6059c3016ba up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:01.956068 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2fe09be6-622b-4015-8e18-605c1e68d7eb req-1a41251d-dc77-4103-9c15-180932eac821 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067090 Jun 22 02:02:01.967573 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-84d33a0f-b82a-4824-b214-3fa447b3c2c4 req-a43ec0ef-0738-4b6e-b125-825f19e40845 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Jun 22 02:02:02.002289 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port c2e1b36b-3943-4406-b91b-56e23ac0a75b completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:02.009036 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port c2e1b36b-3943-4406-b91b-56e23ac0a75b triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:02.009430 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.023318 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10223f9b-813c-4ab2-ada6-55caa0f1564c {{(pid=99635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:02:02.037402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.071050 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Transition to ACTIVE for port object 10223f9b-813c-4ab2-ada6-55caa0f1564c will not be triggered until provisioned by entity L2. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:02.097547 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.134431 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.144685 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.160474 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:02.167319 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:02:02.170276 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df75afc0-7318-4469-bed4-a459da44c71f" -d '{"events": [{"server_uuid": "97f6e6f8-d946-4bc2-985c-a39a433e1057", "name": "network-vif-plugged", "status": "completed", "tag": "c2e1b36b-3943-4406-b91b-56e23ac0a75b"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:02:02.186381 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port c2e1b36b-3943-4406-b91b-56e23ac0a75b, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c2e1b36b-3943-4406-b91b-56e23ac0a75b,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:02.213791 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:02.219122 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:02.220388 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.233615 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.253052 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2affc5-cc15-4cd4-9c0d-e84da499ef2f req-a2de46bd-2d6b-4eda-be6a-1714e5b7a558 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:02.254682 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c2affc5-cc15-4cd4-9c0d-e84da499ef2f req-a2de46bd-2d6b-4eda-be6a-1714e5b7a558 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 944 time: 0.0745246 Jun 22 02:02:02.306845 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c2affc5-cc15-4cd4-9c0d-e84da499ef2f req-9030945b-2a7d-41c1-b59a-a9ec34567b4e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459054 Jun 22 02:02:02.324386 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.326105 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:02.331908 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=10223f9b-813c-4ab2-ada6-55caa0f1564c,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:02.357638 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:02.359336 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7611e-cb06-4340-bde5-0f5c42fb7960 x-openstack-request-id: req-9bd7611e-cb06-4340-bde5-0f5c42fb7960 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:02:02.359470 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:02.359550 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f6e6f8-d946-4bc2-985c-a39a433e1057", "name": "network-vif-plugged", "status": "completed", "tag": "c2e1b36b-3943-4406-b91b-56e23ac0a75b", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:02:02.360421 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bd7611e-cb06-4340-bde5-0f5c42fb7960 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:02:02.360421 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b', 'code': 200} Jun 22 02:02:02.365384 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.394584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.419269 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:02.424884 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=c2e1b36b-3943-4406-b91b-56e23ac0a75b,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:02.428349 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:02.449867 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Pushing event updated for resources: {'Port': ['ID=857414eb-0744-415f-872e-e76c71a04493,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:02.452669 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:02.478140 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Attempting to bind port 10223f9b-813c-4ab2-ada6-55caa0f1564c on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:02.478535 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Attempting to bind port 10223f9b-813c-4ab2-ada6-55caa0f1564c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:02.483774 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Attempting to bind port 10223f9b-813c-4ab2-ada6-55caa0f1564c on network 511c01a1-d062-4062-b34e-97f99b7923d1 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:02.487418 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Port 10223f9b-813c-4ab2-ada6-55caa0f1564c on network 511c01a1-d062-4062-b34e-97f99b7923d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:02:02.487741 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Attempting to bind port 10223f9b-813c-4ab2-ada6-55caa0f1564c on network 511c01a1-d062-4062-b34e-97f99b7923d1 {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:02.498450 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:02.498790 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Checking segment: {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:02.499173 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Bound using segment: {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'} {{(pid=99635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:02.499607 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.managers [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Bound port: 10223f9b-813c-4ab2-ada6-55caa0f1564c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2361c21b-dbf4-41c6-b4cb-29f53ce87911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1'}}] {{(pid=99635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:02.499954 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.584581 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.587325 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 058c9f07-56f6-492d-8c17-5e6226852222 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:02.588186 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:02.784935 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:02.789058 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:02.798548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 058c9f07-56f6-492d-8c17-5e6226852222 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:02.798938 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:02.901874 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:02.906394 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:02.918252 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] For port 10223f9b-813c-4ab2-ada6-55caa0f1564c, host hv-cinder-79326, cleared binding levels {{(pid=99635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:02.924949 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b31cb-d774-4fc0-aae1-1e84d2d622b9 req-76dcdb1a-3de0-413c-b146-445d9e62a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:02.926009 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] For port 10223f9b-813c-4ab2-ada6-55caa0f1564c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:02.926441 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ca0b31cb-d774-4fc0-aae1-1e84d2d622b9 req-76dcdb1a-3de0-413c-b146-445d9e62a918 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 1098 time: 0.0982323 Jun 22 02:02:02.975285 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ca0b31cb-d774-4fc0-aae1-1e84d2d622b9 req-bf233b8d-ab2e-4f01-a2d0-4e5f51bae0b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Jun 22 02:02:03.033826 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:03.037344 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-3bdbe88e-0c4e-49c3-8ea4-14b6fe8ca34a tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:03.081426 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:02:03.087114 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:03.087763 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:03.089193 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/10223f9b-813c-4ab2-ada6-55caa0f1564c HTTP/1.1" status: 200 len: 1093 time: 1.8328626 Jun 22 02:02:03.091734 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'tag': '10223f9b-813c-4ab2-ada6-55caa0f1564c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:02:03.094853 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3a0783-cbcc-4256-a6d8-3e186be5d248", "tag": "10223f9b-813c-4ab2-ada6-55caa0f1564c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:02:03.141521 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=10223f9b-813c-4ab2-ada6-55caa0f1564c,revision_number=3']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:03.178146 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:03.199001 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df43561-f596-497c-9fe3-90d99148b654 req-02540865-fa4b-46ea-83d1-ec372c8bda34 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:03.201050 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8df43561-f596-497c-9fe3-90d99148b654 req-02540865-fa4b-46ea-83d1-ec372c8bda34 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 943 time: 0.0848989 Jun 22 02:02:03.225584 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-c052813e-0f9e-4f82-a8f2-8fb0e1adb766 None None] Provisioning complete for port 857414eb-0744-415f-872e-e76c71a04493 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:03.225967 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c052813e-0f9e-4f82-a8f2-8fb0e1adb766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:03.263463 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-c052813e-0f9e-4f82-a8f2-8fb0e1adb766 None None] Port 857414eb-0744-415f-872e-e76c71a04493 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:03.269319 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8df43561-f596-497c-9fe3-90d99148b654 req-9c2dddf0-841c-4696-931b-b7baad5c3b89 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Jun 22 02:02:03.323553 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7852207-21ec-481b-8b65-24eee39d6f34 x-openstack-request-id: req-c7852207-21ec-481b-8b65-24eee39d6f34 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:02:03.324027 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3a0783-cbcc-4256-a6d8-3e186be5d248", "tag": "10223f9b-813c-4ab2-ada6-55caa0f1564c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:02:03.324389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c7852207-21ec-481b-8b65-24eee39d6f34 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:02:03.324545 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'tag': '10223f9b-813c-4ab2-ada6-55caa0f1564c', 'status': 'completed', 'code': 200} Jun 22 02:02:03.340080 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:03.355496 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] 10.222.0.35 "PUT /v2.0/routers/b8f0d13b-5ffd-4ac9-ae41-05816e159f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9121838 Jun 22 02:02:03.356327 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Sync routers for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:03.361080 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:03.364662 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:03.367656 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-a9fa8a85-6b5a-4f20-bc99-e06c0518e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:03.369266 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-a9fa8a85-6b5a-4f20-bc99-e06c0518e1c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a846af3f25a47548098df0914e00883&device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 1096 time: 0.1381857 Jun 22 02:02:03.376987 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f563d8-5735-4644-b537-32a55b4d617e req-565af718-2c36-4a6f-868a-6a899bc34925 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:03.378474 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-56f563d8-5735-4644-b537-32a55b4d617e req-565af718-2c36-4a6f-868a-6a899bc34925 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.2340114 Jun 22 02:02:03.426733 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-b32d619c-6cc6-4a48-a915-e78cdb697462 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c HTTP/1.1" status: 200 len: 217 time: 0.0472658 Jun 22 02:02:03.482336 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-56f563d8-5735-4644-b537-32a55b4d617e req-9b6c8a1a-e362-4571-b7be-24971aa05be1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953763 Jun 22 02:02:03.502509 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-818405a1-9345-4389-86d8-91e284ac01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:03.502509 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-818405a1-9345-4389-86d8-91e284ac01da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f300e1dd-a712-4873-9055-b22e95a4852b HTTP/1.1" status: 200 len: 849 time: 0.0640409 Jun 22 02:02:03.517034 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:03.550420 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-ce3df087-38a4-4317-bd94-0cac1d8a3bdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511c01a1-d062-4062-b34e-97f99b7923d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401735 Jun 22 02:02:03.695444 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-e0efdbd9-d83e-4e05-bc31-82d59e1ecd65 service neutron] 10.222.0.16 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386745 Jun 22 02:02:03.786745 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe580-a210-4d25-ba19-bd2f0839bb99 req-e2d61dd4-e116-4510-86f3-fab8a8844d04 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:03.788243 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-113fe580-a210-4d25-ba19-bd2f0839bb99 req-e2d61dd4-e116-4510-86f3-fab8a8844d04 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.1413908 Jun 22 02:02:03.789476 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 2, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:03.823178 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device e6f5e3fd-e00e-4aa9-9980-f6059c3016ba up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:03.826302 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Checking router: b8f0d13b-5ffd-4ac9-ae41-05816e159f34 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:03.826684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Updating router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 port 857414eb-0744-415f-872e-e76c71a04493 binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:03.833938 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28c15928-1bc6-49cc-ab19-0dca352df246 req-b2e9d657-f0f0-41c9-9a10-1c62bc04ce19 service neutron] 10.222.0.16 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294396 Jun 22 02:02:03.847059 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-113fe580-a210-4d25-ba19-bd2f0839bb99 req-9a23e843-a514-42c2-9d42-3c333f6ecc43 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472178 Jun 22 02:02:03.895969 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:03.944060 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:03.944443 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.029001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-1d3c0790-17df-4841-847c-dd974b46fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:04.030644 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-1d3c0790-17df-4841-847c-dd974b46fcfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a846af3f25a47548098df0914e00883&device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 1096 time: 0.0563371 Jun 22 02:02:04.135872 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-78dfa2f5-465c-4a8c-840c-da95754234c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:04.138142 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-78dfa2f5-465c-4a8c-840c-da95754234c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=511c01a1-d062-4062-b34e-97f99b7923d1 HTTP/1.1" status: 200 len: 910 time: 0.1002276 Jun 22 02:02:04.179914 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-291b4ed4-89b3-4acc-9e9f-aeaae0649926 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c HTTP/1.1" status: 200 len: 217 time: 0.0345104 Jun 22 02:02:04.228637 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.234891 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-a2422f7d-8f84-465a-8efc-21fd2c1f9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:04.236452 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-a2422f7d-8f84-465a-8efc-21fd2c1f9a30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f300e1dd-a712-4873-9055-b22e95a4852b HTTP/1.1" status: 200 len: 849 time: 0.0506666 Jun 22 02:02:04.239351 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Transition to ACTIVE for port object 857414eb-0744-415f-872e-e76c71a04493 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:04.268352 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-17e097db-cc82-43dd-b1a2-1e4c4d4763f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=511c01a1-d062-4062-b34e-97f99b7923d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256863 Jun 22 02:02:04.362335 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-1670b742-491c-485d-acd9-b81f30524498 service neutron] 10.222.0.16 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875463 Jun 22 02:02:04.407082 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.409202 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:04.432361 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37492) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:04.445584 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-324983829-network', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:04.502606 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19430-8a9e-4fad-89b1-5ccf04b54005 req-ece76ac5-fe33-459b-b346-7f2691cadea6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:04.504490 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0681ed83-cdcf-4585-9daf-00bd9f2bd0eb req-76b82a03-3c3b-408b-9259-7cee8fbcaeb2 service neutron] 10.222.0.16 "GET /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354067 Jun 22 02:02:04.509788 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-94e19430-8a9e-4fad-89b1-5ccf04b54005 req-ece76ac5-fe33-459b-b346-7f2691cadea6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 943 time: 0.1231847 Jun 22 02:02:04.558604 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-94e19430-8a9e-4fad-89b1-5ccf04b54005 req-aeb29c5a-bb70-4cbc-a06e-b3f2cdfb91fa tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Jun 22 02:02:04.592972 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Attempting to bind port 857414eb-0744-415f-872e-e76c71a04493 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:04.593775 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Attempting to bind port 857414eb-0744-415f-872e-e76c71a04493 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:04.594374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Attempting to bind port 857414eb-0744-415f-872e-e76c71a04493 on network 2a9302aa-2656-4189-8ca5-2d4cea9df1de {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:04.596716 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778e38b-0fab-429c-a345-f01898453785 None None] Pushing event updated for resources: {'Port': ['ID=857414eb-0744-415f-872e-e76c71a04493,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:04.599858 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-2778e38b-0fab-429c-a345-f01898453785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:04.606427 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:04.606865 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Checking segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:04.607294 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.607696 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Bound using segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:04.608238 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Bound port: 857414eb-0744-415f-872e-e76c71a04493, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:04.608676 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.658849 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Made reservation on behalf of b8bec4c6a52d443d89dec22a1b035421 for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:04.664126 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.763477 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.764355 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] For port 857414eb-0744-415f-872e-e76c71a04493, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:04.764355 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] For port 857414eb-0744-415f-872e-e76c71a04493, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=857414eb-0744-415f-872e-e76c71a04493,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:04.874931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048373c-0c9e-4fb7-a38f-4cf2d86b499f req-5b5d5307-a6a7-4ae2-aa77-8fcd4f2415e6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:04.874931 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4048373c-0c9e-4fb7-a38f-4cf2d86b499f req-5b5d5307-a6a7-4ae2-aa77-8fcd4f2415e6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1249132 Jun 22 02:02:04.874931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.901393 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4048373c-0c9e-4fb7-a38f-4cf2d86b499f req-8b5995e6-1832-4011-8647-faa78ff169d8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Jun 22 02:02:04.968200 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.971888 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:05.032741 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:05.033404 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:05.077116 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778e38b-0fab-429c-a345-f01898453785 None None] Pushing event updated for resources: {'Port': ['ID=857414eb-0744-415f-872e-e76c71a04493,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:05.077671 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc751b7-6998-440f-910e-2d35b7d9a1ea req-5ed735fe-e02d-4a73-95f6-11c0faa8cbaa tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:05.079223 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-afc751b7-6998-440f-910e-2d35b7d9a1ea req-5ed735fe-e02d-4a73-95f6-11c0faa8cbaa tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.0724170 Jun 22 02:02:05.080348 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.081520 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-2778e38b-0fab-429c-a345-f01898453785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:05.087161 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d0f9f2f0-aa30-41ef-95e9-c1e3536ab034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:05.131512 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445b1658-bf63-448d-af32-d56710f93044,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:05.136564 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:02:05.138918 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:05.160444 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.172908 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Added segment ba987d93-8c40-416e-9c42-a2bdb382b2d3 of type vlan for network b058f7e5-4056-4c9d-9035-a3f848b5f328 Jun 22 02:02:05.175233 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-afc751b7-6998-440f-910e-2d35b7d9a1ea req-06ba544b-eb30-4ee3-a0d5-1e234af94b87 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Jun 22 02:02:05.208658 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:05.214730 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.338809 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.340199 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:05.340909 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.344463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7a5a23fc-4f87-41aa-ae57-2b531b47ac01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:05.403288 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Pushing event updated for resources: {'Network': ['ID=b058f7e5-4056-4c9d-9035-a3f848b5f328,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:05.406068 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:05.415313 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:02:05.469668 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0328271 Jun 22 02:02:05.472265 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37510) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:05.473110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:04Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:05.477691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Request body: {'subnet': {'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-324983829-subnet', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'ip_version': 4}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:05.503900 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f87fd3-de0c-4304-8b50-aa11890bd0d6 None None] The sync data for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb is: [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:04Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:05.578432 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Made reservation on behalf of b8bec4c6a52d443d89dec22a1b035421 for: {'subnet': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:05.581853 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11117294'] for subnet, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.765116 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d5a66-7af9-491d-b505-4a77d95042c6 req-66a87b80-96da-4c63-b35c-9d70037200b6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:05.767768 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-896d5a66-7af9-491d-b505-4a77d95042c6 req-66a87b80-96da-4c63-b35c-9d70037200b6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 943 time: 0.0734444 Jun 22 02:02:05.819935 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-896d5a66-7af9-491d-b505-4a77d95042c6 req-b704306c-e8b0-481e-b091-78add771e5d3 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464506 Jun 22 02:02:05.858414 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11091305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11117276'] for subnet, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.858543 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 857414eb-0744-415f-872e-e76c71a04493 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:05.859107 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0e5e1064-8d35-40c0-9d0c-727c154f6256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:05.928199 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b18282d-586c-407a-bb57-bae49cc96b00,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:05.933220 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:05.939961 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Checking segment: {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:05.940325 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Network hostable DHCP agents. Network: b058f7e5-4056-4c9d-9035-a3f848b5f328, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:02:06.014531 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df90ba-a23a-4116-a93f-ce65d59382dc req-bfd944e3-8439-4707-836e-9b906d7e4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:06.016070 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a0df90ba-a23a-4116-a93f-ce65d59382dc req-bfd944e3-8439-4707-836e-9b906d7e4889 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.0869319 Jun 22 02:02:06.070079 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 857414eb-0744-415f-872e-e76c71a04493 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:06.086037 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 857414eb-0744-415f-872e-e76c71a04493 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:06.086037 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.086201 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a0df90ba-a23a-4116-a93f-ce65d59382dc req-2dd35913-68a8-4e59-b720-5d05769adbb0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 Jun 22 02:02:06.115931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:02:06.133836 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b6a1-2cc8-4bf8-b179-1f954f5a0556 req-c9a2ec11-5f76-4c65-a7ad-7fdb9047e442 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:06.133836 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c5e4b6a1-2cc8-4bf8-b179-1f954f5a0556 req-c9a2ec11-5f76-4c65-a7ad-7fdb9047e442 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0792515 Jun 22 02:02:06.193112 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c5e4b6a1-2cc8-4bf8-b179-1f954f5a0556 req-2c9aa9d8-912a-450e-8ad6-e027ad4da7e9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592654 Jun 22 02:02:06.274618 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, b058f7e5-4056-4c9d-9035-a3f848b5f328) {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:06.280251 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:06.280917 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.294097 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a017cf3-e313-4209-8d22-3d65d60717d1 None None] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:02:06.383756 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15fc6c-5aa2-476f-b740-3db1bc766e3c req-a086668f-7f50-40be-b15e-e425ebb06bf2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:06.388266 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f60a4980-72b7-4f3f-9b9d-a0f242cdf443 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9116113 Jun 22 02:02:06.388395 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cb15fc6c-5aa2-476f-b740-3db1bc766e3c req-a086668f-7f50-40be-b15e-e425ebb06bf2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.0766375 Jun 22 02:02:06.388489 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37530) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:06.395640 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:06.428822 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.433729 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cb15fc6c-5aa2-476f-b740-3db1bc766e3c req-7792a294-4cf1-4299-b7c9-0cd28d230cc6 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413938 Jun 22 02:02:06.498601 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.501408 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.501575 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 857414eb-0744-415f-872e-e76c71a04493, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=857414eb-0744-415f-872e-e76c71a04493,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:06.539543 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-b058f7e5-4056-4c9d-9035-a3f848b5f328', 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'fixed_ips': [{'subnet_id': '8b18282d-586c-407a-bb57-bae49cc96b00'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:02:06.540434 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.570751 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.574704 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ea1b8ab2-55c7-4d8a-ac66-194d718d607d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:06.589658 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.716446 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=857414eb-0744-415f-872e-e76c71a04493,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:06.721511 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:06.743055 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Allocated IP 172.20.0.2 (b058f7e5-4056-4c9d-9035-a3f848b5f328/8b18282d-586c-407a-bb57-bae49cc96b00/82dcf481-74a2-4de9-90a0-78bdba2dbb7a) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:06.822553 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.896456 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.904984 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Transition to ACTIVE for port object 82dcf481-74a2-4de9-90a0-78bdba2dbb7a will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:06.920273 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Transition to ACTIVE for port object 82dcf481-74a2-4de9-90a0-78bdba2dbb7a will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:07.007934 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.010812 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:07.040212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb2722-ef89-4886-b6e3-dc35b6af0187 req-1010b72e-0fb2-43fa-8579-02e512f1c46f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:07.042142 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-70eb2722-ef89-4886-b6e3-dc35b6af0187 req-1010b72e-0fb2-43fa-8579-02e512f1c46f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 943 time: 0.0849109 Jun 22 02:02:07.054503 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:07.059886 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:07.065477 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:07.077132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Pushing event updated for resources: {'Port': ['ID=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:07.081486 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:07.108364 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-70eb2722-ef89-4886-b6e3-dc35b6af0187 req-736258ec-7edb-4abf-853e-ef04a93c7332 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Jun 22 02:02:07.145812 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Attempting to bind port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:07.146286 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Attempting to bind port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:07.146804 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Attempting to bind port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a on network b058f7e5-4056-4c9d-9035-a3f848b5f328 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:07.153229 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:07.154983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Checking segment: {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:07.154983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.154983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Bound using segment: {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:07.154983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Bound port: 82dcf481-74a2-4de9-90a0-78bdba2dbb7a, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:07.155363 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.223335 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.250675 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.262390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] For port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:07.265682 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] For port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:07.375370 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Allocated IP 172.28.2.21 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/59b2008a-29df-41fe-bbde-9b4d9ff2531c) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:07.419009 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.421647 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772629c-f889-4467-b32b-9e20dd28979f req-0afd5eea-2594-4251-8ffe-ebcaea4c40a6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:07.422143 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:07.437214 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1772629c-f889-4467-b32b-9e20dd28979f req-0afd5eea-2594-4251-8ffe-ebcaea4c40a6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0884013 Jun 22 02:02:07.481069 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1772629c-f889-4467-b32b-9e20dd28979f req-7b41b455-8eee-40bb-b80f-b7a109d04430 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 Jun 22 02:02:07.512680 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Pushing event updated for resources: {'Port': ['ID=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:07.516542 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:07.532069 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.687991 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:07.693886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:07.774004 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59b2008a-29df-41fe-bbde-9b4d9ff2531c,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:07.778450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:07.780141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:07.783167 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:07.787682 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:07.840491 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 10223f9b-813c-4ab2-ada6-55caa0f1564c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:02:07.987566 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 10223f9b-813c-4ab2-ada6-55caa0f1564c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:08.023504 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '10223f9b-813c-4ab2-ada6-55caa0f1564c', 'network_id': '511c01a1-d062-4062-b34e-97f99b7923d1', 'port_id': '10223f9b-813c-4ab2-ada6-55caa0f1564c', 'mac_address': 'fa:16:3e:1f:dc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f300e1dd-a712-4873-9055-b22e95a4852b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:02:08.052381 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 82dcf481-74a2-4de9-90a0-78bdba2dbb7a up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:08.100871 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:08.127105 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10223f9b-813c-4ab2-ada6-55caa0f1564c {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:02:08.154900 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 10223f9b-813c-4ab2-ada6-55caa0f1564c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:08.259023 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:08.263063 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:08.292718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:08.292718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 857414eb-0744-415f-872e-e76c71a04493 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:08.376363 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:08.402536 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=10223f9b-813c-4ab2-ada6-55caa0f1564c,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:08.407693 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:08.438684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 857414eb-0744-415f-872e-e76c71a04493 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:08.439198 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:08.552674 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb3a7-65ea-44a9-a281-a74a2c9c031f req-f8830058-a243-41d8-96a8-e9ea77594e9c tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:08.564000 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4f1cb3a7-65ea-44a9-a281-a74a2c9c031f req-f8830058-a243-41d8-96a8-e9ea77594e9c tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 944 time: 0.2639742 Jun 22 02:02:08.624733 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4f1cb3a7-65ea-44a9-a281-a74a2c9c031f req-4ca7f550-06ff-400e-a3c9-1a3f70cba7bb tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596108 Jun 22 02:02:08.704411 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['10223f9b-813c-4ab2-ada6-55caa0f1564c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:02:08.755644 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:08.792284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef25f5-f2d5-4d9e-b75d-62aaca420055 None None] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:02:08.968458 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Provisioning for port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:08.979053 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Provisioning complete for port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:08.979431 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.132522 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.157814 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cdfd6-a328-46c0-83fd-eca4ba8fc7c7 req-554e9377-84bc-414b-b263-9de191984213 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:09.161335 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c36cdfd6-a328-46c0-83fd-eca4ba8fc7c7 req-554e9377-84bc-414b-b263-9de191984213 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.3466308 Jun 22 02:02:09.172940 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] For port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:09.218597 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c36cdfd6-a328-46c0-83fd-eca4ba8fc7c7 req-b0a15596-5e4d-45f1-ae8d-f515e8f36ce9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528073 Jun 22 02:02:09.256292 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.256292 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-ea1b8ab2-55c7-4d8a-ac66-194d718d607d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:09.315651 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Pushing event updated for resources: {'Port': ['ID=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:09.319754 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:09.349886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Router 91e48fb9-7336-4bd6-a885-d169edeea19d is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:02:09.376437 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-52c99324-b4de-4d8c-83a1-36a20729a82a None None] Provisioning complete for port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:09.376859 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-52c99324-b4de-4d8c-83a1-36a20729a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.377807 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37666) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:09.495705 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:09.506330 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Sync routers for ids ['91e48fb9-7336-4bd6-a885-d169edeea19d'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:09.522625 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Routers {'91e48fb9-7336-4bd6-a885-d169edeea19d'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:09.523365 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['91e48fb9-7336-4bd6-a885-d169edeea19d'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:09.574287 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.590309 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.593161 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2020371 Jun 22 02:02:09.600548 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37678) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:09.659560 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Set router 91e48fb9-7336-4bd6-a885-d169edeea19d gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:09.722760 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.846499 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 82dcf481-74a2-4de9-90a0-78bdba2dbb7a up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:09.871829 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f971-5aff-41c9-8b60-63d264540bbc req-6246b260-8cdc-4eb8-823d-045728ea3c7f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:09.876320 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7926f971-5aff-41c9-8b60-63d264540bbc req-6246b260-8cdc-4eb8-823d-045728ea3c7f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 944 time: 0.1118102 Jun 22 02:02:09.878180 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.891979 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-996396d7-23e8-4a7f-aff1-054209e502a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:09.925851 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:09.926417 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:09.929943 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:02:08Z', 'revision_number': 3, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:09.978335 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Checking router: 91e48fb9-7336-4bd6-a885-d169edeea19d for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:09.978788 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Updating router 91e48fb9-7336-4bd6-a885-d169edeea19d port 59b2008a-29df-41fe-bbde-9b4d9ff2531c binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:10.015734 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.043816 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7926f971-5aff-41c9-8b60-63d264540bbc req-dc621df8-e2b4-42d7-babb-7f3015697c26 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567109 Jun 22 02:02:10.047305 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb3c57-281a-4876-af08-96a7c7dfb3aa,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:10.064021 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d53cbfdaafb43059aaff8028baf37e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845956 Jun 22 02:02:10.065282 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:10.069744 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37688) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:10.091715 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-0ee630e3-a085-465b-8df0-07ea46a09d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:10.093565 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-0ee630e3-a085-465b-8df0-07ea46a09d03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.1343372 Jun 22 02:02:10.190769 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.229075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.257455 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-6e1751e2-4f39-42a7-81e3-f1854e2794e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:10.258575 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-6e1751e2-4f39-42a7-81e3-f1854e2794e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.1573620 Jun 22 02:02:10.291676 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.303628 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-ac682f39-20f8-4cca-a25a-0df69111cec0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.0370095 Jun 22 02:02:10.308780 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.313245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1d68-06f0-4982-be5a-4569578865a9 req-6f1c873a-3462-4186-b2f3-7c468a89a95b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:10.317916 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3b0c1d68-06f0-4982-be5a-4569578865a9 req-6f1c873a-3462-4186-b2f3-7c468a89a95b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1428134 Jun 22 02:02:10.388931 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3b0c1d68-06f0-4982-be5a-4569578865a9 req-d1920e55-f61b-4898-8115-9b86d53cffcd tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617688 Jun 22 02:02:10.392463 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-3fa756fe-c8cb-46a2-87c9-f046c7ae99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:10.393871 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-3fa756fe-c8cb-46a2-87c9-f046c7ae99a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0756934 Jun 22 02:02:10.418447 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Transition to ACTIVE for port object 59b2008a-29df-41fe-bbde-9b4d9ff2531c will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:10.420020 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.422781 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.423931 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ebb3c57-281a-4876-af08-96a7c7dfb3aa HTTP/1.1" status: 204 len: 168 time: 0.3558464 Jun 22 02:02:10.430419 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-0a3eb90d-815b-456c-af6c-b945d01a6132 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284712 Jun 22 02:02:10.449932 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-64d6849d-4fb9-4670-9556-598c961dc328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:10.465434 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb3c57-281a-4876-af08-96a7c7dfb3aa,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:10.471889 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1d521bf5-0233-4053-a080-7a70b7768b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:10.526451 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-1c95fbb2-f50f-48ed-9738-55e2720826a5 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893075 Jun 22 02:02:10.532877 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.539934 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:10.593377 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71615d5-59ef-4b22-8bbd-74a581bb5daf None None] Pushing event updated for resources: {'Port': ['ID=59b2008a-29df-41fe-bbde-9b4d9ff2531c,revision_number=2']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:10.594927 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Allocated IP 172.20.0.1 (b058f7e5-4056-4c9d-9035-a3f848b5f328/8b18282d-586c-407a-bb57-bae49cc96b00/6442f599-fa92-4edd-ad8b-c851512ec2ff) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:10.609494 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f71615d5-59ef-4b22-8bbd-74a581bb5daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:10.617286 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Attempting to bind port 59b2008a-29df-41fe-bbde-9b4d9ff2531c on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:10.617286 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Attempting to bind port 59b2008a-29df-41fe-bbde-9b4d9ff2531c by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:10.617286 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Attempting to bind port 59b2008a-29df-41fe-bbde-9b4d9ff2531c on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:10.621916 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:10.622874 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:10.623438 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.624394 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:10.625001 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Bound port: 59b2008a-29df-41fe-bbde-9b4d9ff2531c, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:10.625523 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.641961 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-351f32d5-7c60-4dfd-9956-16a9231aa687 req-3844ad81-d908-48ef-bdb9-238c9fde27f1 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082394 Jun 22 02:02:10.717684 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] For port 59b2008a-29df-41fe-bbde-9b4d9ff2531c, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:10.722259 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] For port 59b2008a-29df-41fe-bbde-9b4d9ff2531c, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=59b2008a-29df-41fe-bbde-9b4d9ff2531c,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:10.750113 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.764899 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Transition to ACTIVE for port object 6442f599-fa92-4edd-ad8b-c851512ec2ff will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:10.829913 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.834010 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:10.893871 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:10.896259 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Routers {'91e48fb9-7336-4bd6-a885-d169edeea19d'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:10.897308 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['91e48fb9-7336-4bd6-a885-d169edeea19d'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:10.898461 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:10.941827 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71615d5-59ef-4b22-8bbd-74a581bb5daf None None] Pushing event updated for resources: {'Port': ['ID=59b2008a-29df-41fe-bbde-9b4d9ff2531c,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:10.945196 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f71615d5-59ef-4b22-8bbd-74a581bb5daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:10.969683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:10.972702 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:10.977056 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:11.004071 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=6442f599-fa92-4edd-ad8b-c851512ec2ff,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:11.008164 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:11.023783 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:11.031925 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] Set router 91e48fb9-7336-4bd6-a885-d169edeea19d gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:11.265105 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44218ed1-9141-4a86-b1f8-bba9e72199f6 req-1755ba13-ca6d-403d-8ddb-5a53876b3b75 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:11.266481 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-44218ed1-9141-4a86-b1f8-bba9e72199f6 req-1755ba13-ca6d-403d-8ddb-5a53876b3b75 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 944 time: 0.0680833 Jun 22 02:02:11.305582 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-44218ed1-9141-4a86-b1f8-bba9e72199f6 req-41772693-d6c2-4800-aeda-0b5e12253d93 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Jun 22 02:02:11.325799 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:11.355811 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-8b693fd2-6fcd-4453-81c3-7391d451ec4e None None] Provisioning for port 6442f599-fa92-4edd-ad8b-c851512ec2ff completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:11.360343 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-8b693fd2-6fcd-4453-81c3-7391d451ec4e None None] Provisioning complete for port 6442f599-fa92-4edd-ad8b-c851512ec2ff triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:11.360733 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-8b693fd2-6fcd-4453-81c3-7391d451ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:11.399538 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-8b693fd2-6fcd-4453-81c3-7391d451ec4e None None] Port 6442f599-fa92-4edd-ad8b-c851512ec2ff cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:11.509345 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:02:08Z', 'revision_number': 3, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:11.537895 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38255468-7fb4-430d-97f4-5f96a5b81622 None None] The sync data for ids ['91e48fb9-7336-4bd6-a885-d169edeea19d'] in dv-cinder-793264-5-smb is: [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:02:08Z', 'revision_number': 3, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:11.641746 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204125cb-44ec-4bc1-8b3f-a8c743d7736f req-8dd6b0e5-e359-4a46-a101-9e5d4d7669b1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:11.643229 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-204125cb-44ec-4bc1-8b3f-a8c743d7736f req-8dd6b0e5-e359-4a46-a101-9e5d4d7669b1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1116107 Jun 22 02:02:11.663289 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:11.692517 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-204125cb-44ec-4bc1-8b3f-a8c743d7736f req-7ca6288e-0a65-43f6-9c50-46c54b603e03 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Jun 22 02:02:11.749661 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:11.753875 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:11.872520 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:11.879177 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=6442f599-fa92-4edd-ad8b-c851512ec2ff,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:11.883868 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:11.887417 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 10223f9b-813c-4ab2-ada6-55caa0f1564c up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:11.989251 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:11.990953 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:12.005332 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 10223f9b-813c-4ab2-ada6-55caa0f1564c completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:12.012135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 10223f9b-813c-4ab2-ada6-55caa0f1564c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:12.012515 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:12.115562 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:12.150236 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10223f9b-813c-4ab2-ada6-55caa0f1564c'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:02:12.156437 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Router 91e48fb9-7336-4bd6-a885-d169edeea19d has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:02:12.157195 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d30a99-f3cc-4fcd-8f73-1545de261345" -d '{"events": [{"server_uuid": "bb3a0783-cbcc-4256-a6d8-3e186be5d248", "name": "network-vif-plugged", "status": "completed", "tag": "10223f9b-813c-4ab2-ada6-55caa0f1564c"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:02:12.191443 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 10223f9b-813c-4ab2-ada6-55caa0f1564c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:12.210478 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b4cbd-ef2a-4828-85d0-ebee61133251 x-openstack-request-id: req-400b4cbd-ef2a-4828-85d0-ebee61133251 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:02:12.210781 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3a0783-cbcc-4256-a6d8-3e186be5d248", "name": "network-vif-plugged", "status": "completed", "tag": "10223f9b-813c-4ab2-ada6-55caa0f1564c", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:02:12.211129 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-400b4cbd-ef2a-4828-85d0-ebee61133251 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:02:12.211554 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10223f9b-813c-4ab2-ada6-55caa0f1564c', 'code': 200} Jun 22 02:02:12.276643 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:12.278913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:12.333404 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:12.343729 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] 10.222.0.35 "PUT /v2.0/routers/91e48fb9-7336-4bd6-a885-d169edeea19d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420437 Jun 22 02:02:12.377790 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-184998fb-d797-4968-8980-661377de08cc None None] Provisioning complete for port 6442f599-fa92-4edd-ad8b-c851512ec2ff triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:12.378255 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-184998fb-d797-4968-8980-661377de08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:12.405636 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=10223f9b-813c-4ab2-ada6-55caa0f1564c,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:12.419423 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:12.440100 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-184998fb-d797-4968-8980-661377de08cc None None] Port 6442f599-fa92-4edd-ad8b-c851512ec2ff cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:12.540768 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ce97d-ef13-4948-a40b-6241dd4b5523 req-d6455d27-d075-4215-b21e-24db811e0451 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:12.542836 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e6ce97d-ef13-4948-a40b-6241dd4b5523 req-d6455d27-d075-4215-b21e-24db811e0451 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.0866551 Jun 22 02:02:12.587272 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e6ce97d-ef13-4948-a40b-6241dd4b5523 req-7945f8d2-03f8-4f59-92e1-b42d1b2e4f98 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Jun 22 02:02:12.791127 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54289-4c80-45d1-87d9-2a2c168851e8 req-5d6baa69-e4ac-4b88-a494-f4316d872735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:12.797429 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-02d54289-4c80-45d1-87d9-2a2c168851e8 req-5d6baa69-e4ac-4b88-a494-f4316d872735 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 1098 time: 0.0739317 Jun 22 02:02:12.840471 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-02d54289-4c80-45d1-87d9-2a2c168851e8 req-c808f42d-d1fe-41d2-832d-8bc3cb193d89 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Jun 22 02:02:12.917374 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e5d36-b043-483e-9516-8685b1ad465b req-901cea52-e7ef-4bb7-a3ac-a1829c88b65d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:12.924366 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-372e5d36-b043-483e-9516-8685b1ad465b req-901cea52-e7ef-4bb7-a3ac-a1829c88b65d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0908322 Jun 22 02:02:12.956194 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-372e5d36-b043-483e-9516-8685b1ad465b req-38d35a54-b6e8-4226-8973-9e174c27197b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Jun 22 02:02:13.024228 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37736) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:13.029399 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409833336', 'description': 'tempest-secgroup-smoke-1409833336 description', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:13.121748 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.209651 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.315476 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.318337 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3ecdcf03-481a-4658-bcd0-315f7061b444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:13.345925 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769207a5-4ff8-453e-b54f-3afa70b66fb4,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:13.353297 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.354255 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.354614 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.354977 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.355326 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.355671 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.356013 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.356354 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.356696 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.357066 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.357407 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.357767 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:13.361281 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:13.380288 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Sync routers for ids ['91e48fb9-7336-4bd6-a885-d169edeea19d'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:13.385740 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Routers {'91e48fb9-7336-4bd6-a885-d169edeea19d'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:13.386448 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['91e48fb9-7336-4bd6-a885-d169edeea19d'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:13.458473 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.459695 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4344049 Jun 22 02:02:13.462897 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37742) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:13.467498 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group_rule': {'security_group_id': '769207a5-4ff8-453e-b54f-3afa70b66fb4', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:13.492979 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Set router 91e48fb9-7336-4bd6-a885-d169edeea19d gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:13.595409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.663834 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.773737 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.776470 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f43f87f-7473-4ee5-8744-dc5e92c5d31d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:13.796702 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2949eda-0dd5-49cb-be2a-6d9893ca780d,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:13.803650 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:13.841003 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:02:11Z', 'revision_number': 4, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '6442f599-fa92-4edd-ad8b-c851512ec2ff', 'name': '', 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'mac_address': 'fa:16:3e:fc:ae:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8b18282d-586c-407a-bb57-bae49cc96b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:10Z', 'updated_at': '2021-06-22T02:02:11Z', 'revision_number': 2, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'subnets': [{'id': '8b18282d-586c-407a-bb57-bae49cc96b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:13.851530 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae1dc7-4607-4016-962e-b017c70046a1 req-26d1cd1d-8640-44d0-a963-a2769eb297d0 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:13.852666 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5bae1dc7-4607-4016-962e-b017c70046a1 req-26d1cd1d-8640-44d0-a963-a2769eb297d0 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.1367130 Jun 22 02:02:13.889219 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 59b2008a-29df-41fe-bbde-9b4d9ff2531c up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:13.892515 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Checking router: 91e48fb9-7336-4bd6-a885-d169edeea19d for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:13.893170 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Updating router 91e48fb9-7336-4bd6-a885-d169edeea19d port 6442f599-fa92-4edd-ad8b-c851512ec2ff binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:13.910168 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:13.912611 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9be26465-4d5a-4129-82ab-7e74d177d330 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4477136 Jun 22 02:02:13.917417 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37752) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:13.922649 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group_rule': {'security_group_id': '769207a5-4ff8-453e-b54f-3afa70b66fb4', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:13.935855 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5bae1dc7-4607-4016-962e-b017c70046a1 req-02f8e554-2cb9-4268-93b2-494140709f6d tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Jun 22 02:02:13.966159 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37754) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:13.975457 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.083112 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.113772 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 59b2008a-29df-41fe-bbde-9b4d9ff2531c completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:14.120657 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 59b2008a-29df-41fe-bbde-9b4d9ff2531c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:14.121132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.123973 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.247350 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.260032 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a8-7a25-4469-9182-517f93869158 req-05b28447-c8d9-45e7-a5cd-505c39d5907e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:14.261788 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-55d5a0a8-7a25-4469-9182-517f93869158 req-05b28447-c8d9-45e7-a5cd-505c39d5907e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1635070 Jun 22 02:02:14.278468 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.299748 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.307752 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-55d5a0a8-7a25-4469-9182-517f93869158 req-edf36a79-dc04-4411-bd9a-5f0ecdaf3650 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Jun 22 02:02:14.339032 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 59b2008a-29df-41fe-bbde-9b4d9ff2531c, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=59b2008a-29df-41fe-bbde-9b4d9ff2531c,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:14.388811 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.389060 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.391244 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:14.404207 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.417054 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Transition to ACTIVE for port object 6442f599-fa92-4edd-ad8b-c851512ec2ff will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:14.424023 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de87a04-20bd-40b3-8d58-ec38a623e025,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:14.426285 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-35108332-a3da-4652-94ff-d8ff97e2b9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:14.433610 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0947dd04b2ac4438b6db7f4c22ab7146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637330 Jun 22 02:02:14.433758 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.433758 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.433758 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.433758 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.433758 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:02:14.440888 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37764) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:14.440977 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:14.476537 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f32de6-91ad-45b9-937a-9baeeb71f7f7,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:14.482207 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:14.485546 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.492035 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:14.504845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.535081 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.537067 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=59b2008a-29df-41fe-bbde-9b4d9ff2531c,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:14.540315 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:14.566706 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.566911 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.568221 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6498542 Jun 22 02:02:14.568990 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-0a5df5eb-a9d9-4a77-b152-15eeabc38f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:14.570981 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37766) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:14.578135 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group_rule': {'security_group_id': '769207a5-4ff8-453e-b54f-3afa70b66fb4', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:14.648219 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cc0e5-e342-4fd2-81b7-919f8fbccfc3 None None] Pushing event updated for resources: {'Port': ['ID=6442f599-fa92-4edd-ad8b-c851512ec2ff,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:14.652973 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-637cc0e5-e342-4fd2-81b7-919f8fbccfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:14.690590 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.696844 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.698275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.700648 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30f32de6-91ad-45b9-937a-9baeeb71f7f7 HTTP/1.1" status: 204 len: 168 time: 0.2614925 Jun 22 02:02:14.701704 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-280d1c06-240b-4107-aeb9-e423dd923fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:14.711184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f32de6-91ad-45b9-937a-9baeeb71f7f7,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:14.714281 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:14.740075 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Attempting to bind port 6442f599-fa92-4edd-ad8b-c851512ec2ff on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:14.740634 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Attempting to bind port 6442f599-fa92-4edd-ad8b-c851512ec2ff by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:14.741041 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Attempting to bind port 6442f599-fa92-4edd-ad8b-c851512ec2ff on network b058f7e5-4056-4c9d-9035-a3f848b5f328 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:14.767401 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:14.768207 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Checking segment: {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:14.768918 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.769486 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Bound using segment: {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:14.770365 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Bound port: 6442f599-fa92-4edd-ad8b-c851512ec2ff, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba987d93-8c40-416e-9c42-a2bdb382b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:14.770757 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.835072 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.847191 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] For port 6442f599-fa92-4edd-ad8b-c851512ec2ff, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:14.850324 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] For port 6442f599-fa92-4edd-ad8b-c851512ec2ff, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=6442f599-fa92-4edd-ad8b-c851512ec2ff,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:14.984493 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:14.986743 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:15.004142 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3188f6-988a-42e5-88a2-cdbaf81f75f0,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:15.008528 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:15.033320 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.043267 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:15.092450 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Routers {'91e48fb9-7336-4bd6-a885-d169edeea19d'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:15.092450 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['91e48fb9-7336-4bd6-a885-d169edeea19d'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:15.128952 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.132242 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5558245 Jun 22 02:02:15.133720 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37780) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:15.139212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group_rule': {'security_group_id': '769207a5-4ff8-453e-b54f-3afa70b66fb4', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:15.151988 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cc0e5-e342-4fd2-81b7-919f8fbccfc3 None None] Pushing event updated for resources: {'Port': ['ID=6442f599-fa92-4edd-ad8b-c851512ec2ff,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:15.163896 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-637cc0e5-e342-4fd2-81b7-919f8fbccfc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:15.204673 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe7f41-f2d3-4085-b0da-288b53a5757f req-7f41acfe-e117-4c75-a8c8-f25d88dfb9a1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:15.214339 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6efe7f41-f2d3-4085-b0da-288b53a5757f req-7f41acfe-e117-4c75-a8c8-f25d88dfb9a1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.1280303 Jun 22 02:02:15.252204 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] Set router 91e48fb9-7336-4bd6-a885-d169edeea19d gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:15.277196 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6efe7f41-f2d3-4085-b0da-288b53a5757f req-a7291fdc-1288-49e2-bab9-f0e289be671f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Jun 22 02:02:15.304944 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.389278 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.515265 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.517310 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:15.535737 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75661ec2-74af-460b-a956-2f4c07dde20b,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:15.538252 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:15.549942 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:02:11Z', 'revision_number': 4, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '6442f599-fa92-4edd-ad8b-c851512ec2ff', 'name': '', 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'mac_address': 'fa:16:3e:fc:ae:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8b18282d-586c-407a-bb57-bae49cc96b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:10Z', 'updated_at': '2021-06-22T02:02:14Z', 'revision_number': 4, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'subnets': [{'id': '8b18282d-586c-407a-bb57-bae49cc96b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:15.577315 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de55b47-5c0d-4cb0-8536-7bca2f8630dc None None] The sync data for ids ['91e48fb9-7336-4bd6-a885-d169edeea19d'] in dv-cinder-793264-5-smb is: [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:02:11Z', 'revision_number': 4, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '6442f599-fa92-4edd-ad8b-c851512ec2ff', 'name': '', 'network_id': 'b058f7e5-4056-4c9d-9035-a3f848b5f328', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'mac_address': 'fa:16:3e:fc:ae:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8b18282d-586c-407a-bb57-bae49cc96b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:10Z', 'updated_at': '2021-06-22T02:02:14Z', 'revision_number': 4, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'subnets': [{'id': '8b18282d-586c-407a-bb57-bae49cc96b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:15.633422 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.634639 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-b6987a95-b971-43a9-bf3f-b3cacb04cdc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4998283 Jun 22 02:02:15.637586 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37796) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:15.643622 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group_rule': {'security_group_id': '769207a5-4ff8-453e-b54f-3afa70b66fb4', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:15.762618 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.securitygroups_db [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Project 9f0a3bc2901f4906a838203ee2e5077e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 02:02:15.771696 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.868199 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.930512 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 59b2008a-29df-41fe-bbde-9b4d9ff2531c up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:15.961136 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.967075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:15.989226 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4060124c-3a66-4a3e-b2af-0512ce3965db,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:15.993325 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:16.027734 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 59b2008a-29df-41fe-bbde-9b4d9ff2531c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:16.028318 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.086485 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.094437 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4531188 Jun 22 02:02:16.096447 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37814) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:16.104395 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'security_group_rule': {'security_group_id': '769207a5-4ff8-453e-b54f-3afa70b66fb4', 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:16.155265 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 6442f599-fa92-4edd-ad8b-c851512ec2ff up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:16.240168 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 37820) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:16.274682 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.securitygroups_db [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Project 9f0a3bc2901f4906a838203ee2e5077e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 02:02:16.281463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.341935 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.356452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-998481111-network', 'tenant_id': '79c33809278344f28eee9377d74f107b'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:16.365422 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 6442f599-fa92-4edd-ad8b-c851512ec2ff completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:16.370445 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 6442f599-fa92-4edd-ad8b-c851512ec2ff triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:16.371910 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.460493 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.475838 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.482445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a3c036ff-4e5e-4713-921d-103d8ec7aaf4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:16.499989 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 6442f599-fa92-4edd-ad8b-c851512ec2ff, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=6442f599-fa92-4edd-ad8b-c851512ec2ff,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:16.512206 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74e4d5e-1463-4380-9f48-dbaa92d4fc2b,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:16.514826 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:16.522652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Made reservation on behalf of 79c33809278344f28eee9377d74f107b for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:16.525465 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.543161 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.602060 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.610678 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:16.639338 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.640556 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9c5f1869-eaf2-44d4-b69d-8aae9634c363 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5430894 Jun 22 02:02:16.682913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=6442f599-fa92-4edd-ad8b-c851512ec2ff,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:16.701018 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:16.752901 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.859752 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.863990 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1d601a6c-6d04-4a68-8ead-522b1b0efea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:16.886802 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:02:16.897951 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:16.913844 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:16.918596 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.918934 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Added segment 1ce08ad2-fb66-4860-8bee-9d6fab91d39e of type vlan for network 0df3807d-cfe2-464d-9437-dfd09cfc411a Jun 22 02:02:16.962061 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:17.134112 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:17.135635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:17.136340 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:17.139903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:17.234981 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Pushing event updated for resources: {'Network': ['ID=0df3807d-cfe2-464d-9437-dfd09cfc411a,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:17.237785 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:17.246201 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:02:17.270422 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e58f7-8ef6-4a43-9748-a79621bbdd21 req-a8ed3ece-e16b-4d2c-8a5b-cfcd332d9d0f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:17.272526 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0e3e58f7-8ef6-4a43-9748-a79621bbdd21 req-a8ed3ece-e16b-4d2c-8a5b-cfcd332d9d0f tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.1154099 Jun 22 02:02:17.296922 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0556514 Jun 22 02:02:17.300010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37880) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:17.305115 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Request body: {'subnet': {'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-998481111-subnet', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:17.321250 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0e3e58f7-8ef6-4a43-9748-a79621bbdd21 req-fa283129-e3f2-489b-90c6-411b47c350dc tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421188 Jun 22 02:02:17.405537 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Made reservation on behalf of 79c33809278344f28eee9377d74f107b for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:17.407723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12171564'] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:17.504276 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fd328-405d-45fe-bbba-7ab7548df3c8 req-a2a55718-3ce4-4d11-9d15-d8a1391a0bad tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:17.505758 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6b1fd328-405d-45fe-bbba-7ab7548df3c8 req-a2a55718-3ce4-4d11-9d15-d8a1391a0bad tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1283021 Jun 22 02:02:17.573270 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6b1fd328-405d-45fe-bbba-7ab7548df3c8 req-2d138498-149b-4865-9a6a-b5621c682821 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 Jun 22 02:02:17.710183 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11375028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12171550'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:17.714044 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:17.796992 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0059b6-2b5e-4d83-b5d7-7327967f57fd,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:17.815015 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:17.830680 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Checking segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:17.833252 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Network hostable DHCP agents. Network: 0df3807d-cfe2-464d-9437-dfd09cfc411a, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:02:17.868200 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 6442f599-fa92-4edd-ad8b-c851512ec2ff up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:17.916494 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 6442f599-fa92-4edd-ad8b-c851512ec2ff triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:17.917154 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:17.936645 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:02:18.035358 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 0df3807d-cfe2-464d-9437-dfd09cfc411a) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:18.043875 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766cba4-6fea-4aad-b847-f27e2f6f54b9 None None] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:02:18.047609 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:18.048454 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.149915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8484256 Jun 22 02:02:18.152486 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37902) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:18.161568 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:18.214108 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-0df3807d-cfe2-464d-9437-dfd09cfc411a', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:02:18.215607 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.335618 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.336687 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.371523 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Allocated IP 172.20.0.2 (0df3807d-cfe2-464d-9437-dfd09cfc411a/df0059b6-2b5e-4d83-b5d7-7327967f57fd/d4ea9842-32ce-4956-bb0a-d6a736f32cb6) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:18.401566 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.526652 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb7097-651b-4330-97bb-9ad43596f524 req-354f5e22-f0ac-4add-abb8-54ce984eb3ae tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:18.529093 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6fcb7097-651b-4330-97bb-9ad43596f524 req-354f5e22-f0ac-4add-abb8-54ce984eb3ae tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.0753689 Jun 22 02:02:18.531723 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.540214 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Transition to ACTIVE for port object d4ea9842-32ce-4956-bb0a-d6a736f32cb6 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:18.556874 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Transition to ACTIVE for port object d4ea9842-32ce-4956-bb0a-d6a736f32cb6 will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:18.656877 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.658890 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-637cc0e5-e342-4fd2-81b7-919f8fbccfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:18.684889 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6fcb7097-651b-4330-97bb-9ad43596f524 req-3f0824b5-d8fd-4cbb-9ede-08e60db0fd97 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190600 Jun 22 02:02:18.690373 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.705902 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:18.709114 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:18.711529 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:18.720902 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Pushing event updated for resources: {'Port': ['ID=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:18.723362 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:18.779631 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Attempting to bind port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:18.780136 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Attempting to bind port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:18.780543 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Attempting to bind port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 on network 0df3807d-cfe2-464d-9437-dfd09cfc411a {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:18.785942 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:18.786330 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Checking segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:18.786742 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.787145 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Bound using segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:18.787922 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Bound port: d4ea9842-32ce-4956-bb0a-d6a736f32cb6, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:18.788313 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.855602 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] For port d4ea9842-32ce-4956-bb0a-d6a736f32cb6, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:18.860003 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] For port d4ea9842-32ce-4956-bb0a-d6a736f32cb6, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:18.960101 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:18.962129 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:19.021905 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Pushing event updated for resources: {'Port': ['ID=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:19.035887 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:19.329797 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:19.355900 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:19.374672 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-287fb111-99cf-44df-bc6e-31869ae461b6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:19.376158 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-287fb111-99cf-44df-bc6e-31869ae461b6 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.1322238 Jun 22 02:02:19.552481 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Allocated IP 172.28.2.173 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/46e27dc2-3c95-4613-826b-414d5acfcba9) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:19.615517 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Deleting port 10223f9b-813c-4ab2-ada6-55caa0f1564c {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:02:19.615877 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:19.741245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:19.750337 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] For port 10223f9b-813c-4ab2-ada6-55caa0f1564c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=10223f9b-813c-4ab2-ada6-55caa0f1564c,segment=NetworkSegment(2361c21b-dbf4-41c6-b4cb-29f53ce87911),segment_id=2361c21b-dbf4-41c6-b4cb-29f53ce87911)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:19.750517 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:19.849771 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Calling delete_port for 10223f9b-813c-4ab2-ada6-55caa0f1564c owned by compute:nova {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:02:19.895364 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device d4ea9842-32ce-4956-bb0a-d6a736f32cb6 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:20.023567 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9c969-4454-483f-b8b4-c63f95ed277b req-991aef81-c3f0-4eb2-ac17-df4501502ed3 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:20.025101 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a7f9c969-4454-483f-b8b4-c63f95ed277b req-991aef81-c3f0-4eb2-ac17-df4501502ed3 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 945 time: 0.2016032 Jun 22 02:02:20.043390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:20.064595 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a136e-4028-4e1e-bfe7-df1fc0d21e21 None None] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:02:20.096344 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.105303 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a7f9c969-4454-483f-b8b4-c63f95ed277b req-3659fc30-86a3-4e09-bd8e-ed648ff81801 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/security-groups?id=97ca9a61-82d8-4428-aaa2-4d09efe86bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712624 Jun 22 02:02:20.121230 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-586f58b7-4e0c-4fe0-81e2-2f9593a52bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:20.161349 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:20.169708 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:20.172047 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:20.205169 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Pushing event updated for resources: {'Port': ['ID=46e27dc2-3c95-4613-826b-414d5acfcba9,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:20.208287 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:20.226531 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Provisioning for port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:20.234998 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Provisioning complete for port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:20.235375 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.258162 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.285853 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d0200b8e-2f87-4578-bac8-72edcfcdc736 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:20.320471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Pushing event deleted for resources: {'Port': ['ID=10223f9b-813c-4ab2-ada6-55caa0f1564c,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:20.323628 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:20.342300 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.401619 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] For port d4ea9842-32ce-4956-bb0a-d6a736f32cb6, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:20.610968 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.614616 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b67b4f3d-d8e7-4f52-bcb1-80af193693ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:20.622756 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.808414 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-756fd79f-b5ce-47c7-bc35-e4662a6a5e32 None None] Provisioning complete for port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:20.808813 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-756fd79f-b5ce-47c7-bc35-e4662a6a5e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.810350 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Pushing event updated for resources: {'Port': ['ID=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:20.814201 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:20.836116 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.921723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] No DVR routers for this DVR port 10223f9b-813c-4ab2-ada6-55caa0f1564c on host hv-cinder-79326 {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:02:20.926965 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:20.928903 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e6db058-fb50-43ec-8277-398c879fcdbe req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.16 "DELETE /v2.0/ports/10223f9b-813c-4ab2-ada6-55caa0f1564c HTTP/1.1" status: 204 len: 173 time: 1.5252283 Jun 22 02:02:20.929391 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'name': 'network-vif-deleted', 'tag': '10223f9b-813c-4ab2-ada6-55caa0f1564c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:02:20.931664 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced7800-bdd1-4382-aaa2-cb11a4ee75bb" -d '{"events": [{"server_uuid": "bb3a0783-cbcc-4256-a6d8-3e186be5d248", "name": "network-vif-deleted", "tag": "10223f9b-813c-4ab2-ada6-55caa0f1564c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:02:20.972624 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b437659-c0c6-4970-88da-b611eaa90f2e x-openstack-request-id: req-6b437659-c0c6-4970-88da-b611eaa90f2e {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:02:20.972955 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3a0783-cbcc-4256-a6d8-3e186be5d248", "name": "network-vif-deleted", "tag": "10223f9b-813c-4ab2-ada6-55caa0f1564c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:02:20.973242 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b437659-c0c6-4970-88da-b611eaa90f2e {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:02:20.973658 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3a0783-cbcc-4256-a6d8-3e186be5d248', 'name': 'network-vif-deleted', 'tag': '10223f9b-813c-4ab2-ada6-55caa0f1564c', 'status': 'completed', 'code': 200} Jun 22 02:02:21.167726 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:02:21.289320 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d3bfa912-a60d-4124-82cf-61f3efe4fbe7 req-c2ecc90a-03e8-4aab-806a-a43b17b378c2 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb3a0783-cbcc-4256-a6d8-3e186be5d248 HTTP/1.1" status: 200 len: 210 time: 0.0616748 Jun 22 02:02:21.314187 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:21.322482 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Sync routers for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:21.332825 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:21.333467 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:21.421285 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:21.423723 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ebbd67a9-e4ac-4d23-a179-a10c8b501e65 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2689986 Jun 22 02:02:21.430349 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 37956) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:21.442304 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:21.629502 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:20Z', 'revision_number': 3, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:21.661552 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Checking router: f60128f3-e2f4-4f09-a454-ccc1c9de7b68 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:21.661773 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Updating router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 port 46e27dc2-3c95-4613-826b-414d5acfcba9 binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:21.708459 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:21.844948 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device d4ea9842-32ce-4956-bb0a-d6a736f32cb6 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:21.916416 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:21.920099 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:21.942788 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 10223f9b-813c-4ab2-ada6-55caa0f1564c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:02:21.972975 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 10223f9b-813c-4ab2-ada6-55caa0f1564c {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:02:21.973335 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 10223f9b-813c-4ab2-ada6-55caa0f1564c not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:02:22.115189 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.129784 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Transition to ACTIVE for port object 46e27dc2-3c95-4613-826b-414d5acfcba9 will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:22.147954 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.265694 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.269458 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f7f546fd-b1ed-413b-91d7-beea42ae2676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:22.319342 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e18e5-caee-4921-b765-1f563fa6d67c None None] Pushing event updated for resources: {'Port': ['ID=46e27dc2-3c95-4613-826b-414d5acfcba9,revision_number=2']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:22.332772 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Allocated IP 172.20.0.1 (0df3807d-cfe2-464d-9437-dfd09cfc411a/df0059b6-2b5e-4d83-b5d7-7327967f57fd/62913470-8530-48b1-b9af-56d1f31e4abf) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:22.335245 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Attempting to bind port 46e27dc2-3c95-4613-826b-414d5acfcba9 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:22.335729 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Attempting to bind port 46e27dc2-3c95-4613-826b-414d5acfcba9 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:22.335983 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Attempting to bind port 46e27dc2-3c95-4613-826b-414d5acfcba9 on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:22.342384 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-681e18e5-caee-4921-b765-1f563fa6d67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:22.343158 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:22.343780 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:22.344410 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.345102 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:22.345859 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Bound port: 46e27dc2-3c95-4613-826b-414d5acfcba9, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:22.346468 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.404940 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] For port 46e27dc2-3c95-4613-826b-414d5acfcba9, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:22.408738 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] For port 46e27dc2-3c95-4613-826b-414d5acfcba9, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=46e27dc2-3c95-4613-826b-414d5acfcba9,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:22.448671 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.462594 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.provisioning_blocks [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Transition to ACTIVE for port object 62913470-8530-48b1-b9af-56d1f31e4abf will not be triggered until provisioned by entity DHCP. {{(pid=99635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:22.569600 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-ce090150-fd99-4814-a7be-210c8a8f716b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534790 Jun 22 02:02:22.578634 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.584703 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:22.633899 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.639399 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:22.644866 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e18e5-caee-4921-b765-1f563fa6d67c None None] Pushing event updated for resources: {'Port': ['ID=46e27dc2-3c95-4613-826b-414d5acfcba9,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:22.649403 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-681e18e5-caee-4921-b765-1f563fa6d67c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:22.651713 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:22.652348 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:22.695878 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:22.702233 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:22.712094 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:22.716174 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-846bb4ce-3c19-4a74-8134-1699f7651fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:22.726423 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-846bb4ce-3c19-4a74-8134-1699f7651fee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1098 time: 0.1170726 Jun 22 02:02:22.726423 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=62913470-8530-48b1-b9af-56d1f31e4abf,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:22.739640 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:22.777425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:22.788056 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:22.899514 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-b261271e-2ca2-4781-b521-b48741593b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:22.901985 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-b261271e-2ca2-4781-b521-b48741593b49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.1466188 Jun 22 02:02:23.038448 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:20Z', 'revision_number': 3, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:23.075187 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef25ea-98c7-4805-ae36-86c4f96f4274 None None] The sync data for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb is: [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:20Z', 'revision_number': 3, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:23.110361 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-ae50d95d-0b21-44bc-a992-e00a3f94e118 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 1001 time: 0.1480126 Jun 22 02:02:23.132840 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-3df2b057-d246-4224-8f99-c38dd37b8f6b None None] Provisioning for port 62913470-8530-48b1-b9af-56d1f31e4abf completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:23.141913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-3df2b057-d246-4224-8f99-c38dd37b8f6b None None] Provisioning complete for port 62913470-8530-48b1-b9af-56d1f31e4abf triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:23.142592 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-3df2b057-d246-4224-8f99-c38dd37b8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:23.167599 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-7c18f03d-0260-40d6-9cc4-7568699a00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.169115 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-7c18f03d-0260-40d6-9cc4-7568699a00aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.1205659 Jun 22 02:02:23.175141 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-66d8f90f-1006-4516-bd5d-7acdd065e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.176666 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-66d8f90f-1006-4516-bd5d-7acdd065e183 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0578842 Jun 22 02:02:23.177298 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3033f9-beb4-4462-9315-24e14a6a6a91 req-89a93edc-f58d-46cd-aab9-6c3a3126b60a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.178766 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0d3033f9-beb4-4462-9315-24e14a6a6a91 req-89a93edc-f58d-46cd-aab9-6c3a3126b60a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1441295 Jun 22 02:02:23.185609 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-3df2b057-d246-4224-8f99-c38dd37b8f6b None None] Port 62913470-8530-48b1-b9af-56d1f31e4abf cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:23.246970 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-3b9f2320-52e3-4c49-bcef-06e5e44370ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.256453 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-3b9f2320-52e3-4c49-bcef-06e5e44370ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0606749 Jun 22 02:02:23.256838 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0d3033f9-beb4-4462-9315-24e14a6a6a91 req-5db4a2a6-6ee8-49d9-96c7-c34656581217 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594218 Jun 22 02:02:23.326173 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-69fe5957-9c66-416d-a3f9-7fe17a4617e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.330312 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-69fe5957-9c66-416d-a3f9-7fe17a4617e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.1478214 Jun 22 02:02:23.368404 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:23.381562 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-4ee4e4fa-b2e5-4a7c-b1e1-a88d43cf8e44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.0458043 Jun 22 02:02:23.437664 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-065b46a0-7f70-4e9e-9fa1-b222f8a9610e service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792290 Jun 22 02:02:23.455673 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-a8119710-84c3-4424-8418-cdfef917e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.457256 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-a8119710-84c3-4424-8418-cdfef917e0ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0557711 Jun 22 02:02:23.501495 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-5076b90a-6431-458b-ad5c-4e78af6b8059 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357413 Jun 22 02:02:23.638170 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-c37dc5df-d390-47be-9137-5a05fa73af21 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266265 Jun 22 02:02:23.685094 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0b9254d2-b847-4126-9c2b-9d2905616bc3 req-9ab0f9ea-eff3-49be-a2d7-f5fa85eec59a service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404139 Jun 22 02:02:23.738377 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:23.803914 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6c5ec28c-fdb4-48c8-b26b-caa7f2a36e34 req-7c32b250-a0ce-4898-8edf-79b7b26b85ef service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588490 Jun 22 02:02:23.829733 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:23.832455 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e872fbe5-fa93-4cd7-b8c5-31d7a39bcdd1 tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:23.882133 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 46e27dc2-3c95-4613-826b-414d5acfcba9 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:23.910694 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:23.924904 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=62913470-8530-48b1-b9af-56d1f31e4abf,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:23.924904 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:24.019589 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 46e27dc2-3c95-4613-826b-414d5acfcba9 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:24.020143 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:24.021747 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:24.026732 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 46e27dc2-3c95-4613-826b-414d5acfcba9 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:24.027117 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:24.196268 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:24.207243 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:02:24.246723 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 46e27dc2-3c95-4613-826b-414d5acfcba9, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=46e27dc2-3c95-4613-826b-414d5acfcba9,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:24.316575 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-9716e959-456a-4b5d-8921-2fa0ceff16d0 None None] Provisioning complete for port 62913470-8530-48b1-b9af-56d1f31e4abf triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:24.317007 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9716e959-456a-4b5d-8921-2fa0ceff16d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:24.339932 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:24.345604 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] 10.222.0.35 "PUT /v2.0/routers/f60128f3-e2f4-4f09-a454-ccc1c9de7b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139555 Jun 22 02:02:24.350878 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:24.356196 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:24.402951 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-9716e959-456a-4b5d-8921-2fa0ceff16d0 None None] Port 62913470-8530-48b1-b9af-56d1f31e4abf cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:24.418921 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=46e27dc2-3c95-4613-826b-414d5acfcba9,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:24.422360 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:24.481513 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d3ef1-167f-445b-857f-012954e4bf44 req-ff768661-6eaf-41ae-ae4c-c1f80d5fa2e1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:24.483449 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3e1d3ef1-167f-445b-857f-012954e4bf44 req-ff768661-6eaf-41ae-ae4c-c1f80d5fa2e1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0834305 Jun 22 02:02:24.526960 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3e1d3ef1-167f-445b-857f-012954e4bf44 req-83c520af-d50a-47f0-ac0b-abfb0ba9a851 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Jun 22 02:02:24.805151 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.080045 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Sync routers for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:25.088278 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 38070) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:25.092613 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:25.093407 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:25.093927 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1966577788-network', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:25.182162 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-687bd79c-1848-4327-b794-bce361bbca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.222359 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:25.224010 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Made reservation on behalf of 8ae8fccd9bae4e1f976b3391bda99b99 for: {'network': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:25.226529 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.237555 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.356749 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.450154 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:02:25.452230 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.456816 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1842a529-1e6a-4fc1-a0f8-e9b3d6bb9cfc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:25.474522 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 2, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:25.479971 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=99636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:02:25.498306 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba51b99c-eedd-4d07-95db-ce7b7c1c4761,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:25.501401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.501964 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.segments_db [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Added segment c5343ef9-4f07-41dd-a5a6-14feddfe5755 of type vlan for network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 Jun 22 02:02:25.504085 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:25.508397 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Checking router: f60128f3-e2f4-4f09-a454-ccc1c9de7b68 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:25.509571 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Updating router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 port 62913470-8530-48b1-b9af-56d1f31e4abf binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:25.560183 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.563379 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.703541 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.707518 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:25.708148 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:25.726794 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:25.814522 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Pushing event updated for resources: {'Network': ['ID=0584e1f5-ad56-4a4b-adbb-e89378adb2a8,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:25.818314 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:25.827681 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf8f29-62c4-4ee9-adaa-74600ff03eec req-9e066bdd-a50b-48f2-a970-6898e2e80033 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:25.835605 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dfbf8f29-62c4-4ee9-adaa-74600ff03eec req-9e066bdd-a50b-48f2-a970-6898e2e80033 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1750753 Jun 22 02:02:25.842632 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7507503 Jun 22 02:02:25.842967 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 38100) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:25.848887 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Request body: {'subnet': {'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1966577788-subnet', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:25.915901 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dfbf8f29-62c4-4ee9-adaa-74600ff03eec req-a7a9e61c-77f2-4dc9-aed4-aca7d8792c7b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791698 Jun 22 02:02:25.938993 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:02:25.951441 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 46e27dc2-3c95-4613-826b-414d5acfcba9 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:26.016255 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Made reservation on behalf of 8ae8fccd9bae4e1f976b3391bda99b99 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:26.018715 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12171564'] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.127066 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 46e27dc2-3c95-4613-826b-414d5acfcba9 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:26.127454 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.130310 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.165142 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Transition to ACTIVE for port object 62913470-8530-48b1-b9af-56d1f31e4abf will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:26.273399 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.276524 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:26.319543 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11375028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12171550'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.323835 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-dd48c640-6213-402a-a18b-71d32f30cf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:26.361260 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a34df-d6fa-46a8-8494-9134b800c299 None None] Pushing event updated for resources: {'Port': ['ID=62913470-8530-48b1-b9af-56d1f31e4abf,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:26.364434 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8e4a34df-d6fa-46a8-8494-9134b800c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:26.434270 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d59f504-0570-444e-9eae-7348694733fd,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:26.443365 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:26.463074 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Checking segment: {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:26.463460 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Network hostable DHCP agents. Network: 0584e1f5-ad56-4a4b-adbb-e89378adb2a8, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:02:26.494850 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Attempting to bind port 62913470-8530-48b1-b9af-56d1f31e4abf on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:26.495623 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Attempting to bind port 62913470-8530-48b1-b9af-56d1f31e4abf by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:26.496325 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Attempting to bind port 62913470-8530-48b1-b9af-56d1f31e4abf on network 0df3807d-cfe2-464d-9437-dfd09cfc411a {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:26.502087 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:26.502686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Checking segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:26.502915 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.503398 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Bound using segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:26.504124 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Bound port: 62913470-8530-48b1-b9af-56d1f31e4abf, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:26.504246 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:26.626036 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] For port 62913470-8530-48b1-b9af-56d1f31e4abf, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:26.629932 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] For port 62913470-8530-48b1-b9af-56d1f31e4abf, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=62913470-8530-48b1-b9af-56d1f31e4abf,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:26.739555 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:02:27.104548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:27.107608 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:27.115730 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 0584e1f5-ad56-4a4b-adbb-e89378adb2a8) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:27.120055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:27.120650 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:27.167844 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf4c85b-40d3-4972-96b1-605aedb3b65c None None] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:02:27.371773 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a34df-d6fa-46a8-8494-9134b800c299 None None] Pushing event updated for resources: {'Port': ['ID=62913470-8530-48b1-b9af-56d1f31e4abf,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:27.398117 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8e4a34df-d6fa-46a8-8494-9134b800c299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:27.398838 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:27.399531 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:01:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:27.400580 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8fee-3c53-4319-bcb1-0927b29c7c6b req-3673ddab-e3ec-47da-b040-8cce5ef82795 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:27.409249 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3f3c8fee-3c53-4319-bcb1-0927b29c7c6b req-3673ddab-e3ec-47da-b040-8cce5ef82795 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1667838 Jun 22 02:02:27.416566 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5685565 Jun 22 02:02:27.422913 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 38116) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:27.428206 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:27.506393 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3f3c8fee-3c53-4319-bcb1-0927b29c7c6b req-cd128180-cb38-481c-932e-8aced11e0bc1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862260 Jun 22 02:02:27.535783 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-572296', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10707'] for router, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:27.536965 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-611762', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-765120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10698'] for router, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:27.624150 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:27.711182 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6b3c3ac-154e-5208-b580-438b00592e1b-0584e1f5-ad56-4a4b-adbb-e89378adb2a8', 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'fixed_ips': [{'subnet_id': '1d59f504-0570-444e-9eae-7348694733fd'}]}} from dv-cinder-793264-5-smb. {{(pid=99637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:02:27.712068 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:27.857727 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:27.899021 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c79d844-a6e2-4f6c-a908-2e0e275a065f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.009876 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.060265 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.db_base_plugin_common [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Allocated IP 172.20.0.2 (0584e1f5-ad56-4a4b-adbb-e89378adb2a8/1d59f504-0570-444e-9eae-7348694733fd/64a20fb5-2f1d-4f9e-b2d1-88955c2ff210) {{(pid=99637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:28.102113 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-611776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10748'] for router, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.280753 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:26Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:28.328633 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Notify callbacks [] for port, precommit_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.343883 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Transition to ACTIVE for port object 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:28.366673 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Transition to ACTIVE for port object 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 will not be triggered until provisioned by entity DHCP. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:28.372576 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4809a8-53d0-49f0-a9b6-2fbe955d139d None None] The sync data for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb is: [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:26Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:28.471275 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687'] for port, after_create {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.485567 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:28.509049 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.541071 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.587302 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 is already hosted by enough agents. {{(pid=99637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:28.593980 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.scheduler.base_scheduler [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Resources bound (agent type, host, resource id): {{(pid=99637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:28.599523 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Received port after_create {{(pid=99637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:28.685924 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Pushing event updated for resources: {'Port': ['ID=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,revision_number=1']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:28.756618 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:28.782039 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Attempting to bind port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:28.782496 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Attempting to bind port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:28.782998 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Attempting to bind port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 on network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:28.792041 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:28.792586 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Checking segment: {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:28.793172 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.793797 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Bound using segment: {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:28.793959 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Allocated IP 172.28.2.144 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/372612be-5553-4a06-bde4-5da81cf90998) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:28.794504 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Bound port: 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:28.797146 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.876167 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] For port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:28.879898 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] For port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:28.914220 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.953777 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:28.954336 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:29.031784 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Pushing event updated for resources: {'Port': ['ID=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,revision_number=2']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:29.041694 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:29.060477 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:29.089059 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785da6f-b779-42be-b64e-bf03f3c62457 req-1cd4bcb0-943b-42f1-8775-96b3c5125458 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:29.093888 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2785da6f-b779-42be-b64e-bf03f3c62457 req-1cd4bcb0-943b-42f1-8775-96b3c5125458 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.2053399 Jun 22 02:02:29.156235 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2785da6f-b779-42be-b64e-bf03f3c62457 req-fa924582-6756-4437-95ee-061affa2e12b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Jun 22 02:02:29.301201 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:29.303114 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:29.393789 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:29.396683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:29.401929 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:29.406879 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Pushing event updated for resources: {'Port': ['ID=372612be-5553-4a06-bde4-5da81cf90998,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:29.455003 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:30.022798 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.071309 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:30.250729 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:30.256527 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 62913470-8530-48b1-b9af-56d1f31e4abf up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:30.434328 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.474701 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 62913470-8530-48b1-b9af-56d1f31e4abf completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:30.499401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608788'] for router, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.501297 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 62913470-8530-48b1-b9af-56d1f31e4abf triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:30.504008 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.559559 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf918f-b331-4c37-ade7-944b26853bfb req-4d73cfc8-8455-4e6c-9a2a-e45e99e2d314 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:30.568758 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a0bf918f-b331-4c37-ade7-944b26853bfb req-4d73cfc8-8455-4e6c-9a2a-e45e99e2d314 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1551712 Jun 22 02:02:30.614715 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a0bf918f-b331-4c37-ade7-944b26853bfb req-da187176-a448-46d6-9736-9df755901a62 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Jun 22 02:02:30.618627 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c61a4-715c-4a9a-91f1-b1314209cffc None None] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:02:30.703777 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.764895 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 62913470-8530-48b1-b9af-56d1f31e4abf, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=62913470-8530-48b1-b9af-56d1f31e4abf,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:30.852569 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Router 80733c98-9395-48bd-9ff8-277f3325b005 is scheduled to L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 with binding_index 1 {{(pid=99636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:02:30.903850 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Provisioning for port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:30.905412 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.910398 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8e4a34df-d6fa-46a8-8494-9134b800c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:30.916308 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Provisioning complete for port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:30.916834 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:30.986009 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:30.996732 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Sync routers for ids ['80733c98-9395-48bd-9ff8-277f3325b005'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:31.007659 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=62913470-8530-48b1-b9af-56d1f31e4abf,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:31.012223 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:31.012897 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Routers {'80733c98-9395-48bd-9ff8-277f3325b005'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:31.014902 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:02:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['80733c98-9395-48bd-9ff8-277f3325b005'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:31.078737 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.118665 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] For port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:31.138651 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.139811 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7151840 Jun 22 02:02:31.142511 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 38154) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:31.150400 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Set router 80733c98-9395-48bd-9ff8-277f3325b005 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:31.241198 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.243132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:31.346235 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:02:29Z', 'revision_number': 3, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:31.386688 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-9770a8c1-db7c-4bbf-a9c1-d377515488a9 None None] Provisioning complete for port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:31.386979 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9770a8c1-db7c-4bbf-a9c1-d377515488a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.388553 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Checking router: 80733c98-9395-48bd-9ff8-277f3325b005 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:31.389333 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Updating router 80733c98-9395-48bd-9ff8-277f3325b005 port 372612be-5553-4a06-bde4-5da81cf90998 binding host dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:31.391796 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Pushing event updated for resources: {'Port': ['ID=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:31.403412 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:31.434482 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.721667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.757917 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Notify callbacks [] for port, precommit_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.769091 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.provisioning_blocks [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Transition to ACTIVE for port object 372612be-5553-4a06-bde4-5da81cf90998 will not be triggered until provisioned by entity L2. {{(pid=99638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:31.863782 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.866606 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:31.922952 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a8f85-253e-44ba-bf53-8b66d38ce2dd None None] Pushing event updated for resources: {'Port': ['ID=372612be-5553-4a06-bde4-5da81cf90998,revision_number=2']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:31.928615 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f48a8f85-253e-44ba-bf53-8b66d38ce2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:31.953072 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Attempting to bind port 372612be-5553-4a06-bde4-5da81cf90998 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:31.953587 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Attempting to bind port 372612be-5553-4a06-bde4-5da81cf90998 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:31.954297 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Attempting to bind port 372612be-5553-4a06-bde4-5da81cf90998 on network b10739a4-2a8d-424f-846d-b2d220f269f1 {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:31.967174 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:31.980829 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:31.982516 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Checking segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:31.983238 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:31.984596 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Bound using segment: {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'} {{(pid=99638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:31.986051 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.managers [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Bound port: 372612be-5553-4a06-bde4-5da81cf90998, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbf2d2-df63-445a-9773-776fc3a88b0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}}] {{(pid=99638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:31.987328 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.062188 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:32.062592 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.086898 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] For port 372612be-5553-4a06-bde4-5da81cf90998, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:32.088506 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb0b1-9519-4510-afc8-465f5cde45d0 req-4aca6706-68f1-492e-a4e8-ec80f43679bc tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:32.090079 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.plugins.ml2.db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] For port 372612be-5553-4a06-bde4-5da81cf90998, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=372612be-5553-4a06-bde4-5da81cf90998,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:32.092262 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9dfdb0b1-9519-4510-afc8-465f5cde45d0 req-4aca6706-68f1-492e-a4e8-ec80f43679bc tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.3490765 Jun 22 02:02:32.140836 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Allocated IP 172.20.0.1 (0584e1f5-ad56-4a4b-adbb-e89378adb2a8/1d59f504-0570-444e-9eae-7348694733fd/10fee73c-3b63-4800-86df-c6b4880d1085) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:32.166446 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9dfdb0b1-9519-4510-afc8-465f5cde45d0 req-9cd1be66-9c95-4cc4-81f6-ecca935cd9e6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Jun 22 02:02:32.179203 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron_lib.callbacks.manager [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.179410 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 62913470-8530-48b1-b9af-56d1f31e4abf up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:32.194608 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:32.263388 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 62913470-8530-48b1-b9af-56d1f31e4abf triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:32.263776 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.265065 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a8f85-253e-44ba-bf53-8b66d38ce2dd None None] Pushing event updated for resources: {'Port': ['ID=372612be-5553-4a06-bde4-5da81cf90998,revision_number=3']} {{(pid=99638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:32.269832 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG oslo_concurrency.lockutils [None req-f48a8f85-253e-44ba-bf53-8b66d38ce2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:32.283400 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Routers {'80733c98-9395-48bd-9ff8-277f3325b005'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:32.284059 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:02:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['80733c98-9395-48bd-9ff8-277f3325b005'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:32.341983 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.364553 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Transition to ACTIVE for port object 10fee73c-3b63-4800-86df-c6b4880d1085 will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:32.459163 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] Set router 80733c98-9395-48bd-9ff8-277f3325b005 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:32.542999 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.553716 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fa6a0575-b05c-4537-80db-b842aed7ad36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:32.582260 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:32.585328 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:32.589575 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:32.627049 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Pushing event updated for resources: {'Port': ['ID=10fee73c-3b63-4800-86df-c6b4880d1085,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:32.633106 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:32.650946 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614140'] for router_interface, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:32.724368 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:02:29Z', 'revision_number': 3, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:32.854759 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c473f2a-7f36-4921-8a71-621b7fb6d07c None None] The sync data for ids ['80733c98-9395-48bd-9ff8-277f3325b005'] in dv-cinder-793264-5-smb is: [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:02:29Z', 'revision_number': 3, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:32.900454 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:33.000593 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-848e1699-6ff8-4547-99db-f925861664fc None None] Provisioning for port 10fee73c-3b63-4800-86df-c6b4880d1085 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:33.005959 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-848e1699-6ff8-4547-99db-f925861664fc None None] Provisioning complete for port 10fee73c-3b63-4800-86df-c6b4880d1085 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:33.009004 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-848e1699-6ff8-4547-99db-f925861664fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:33.089810 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-848e1699-6ff8-4547-99db-f925861664fc None None] Port 10fee73c-3b63-4800-86df-c6b4880d1085 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:33.393595 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:33.511393 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e8e86-600f-4d32-8447-1dc010e0b795 req-64828ce5-f80c-4b63-8ca1-250d0b9fdd5f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:33.513563 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e1e8e86-600f-4d32-8447-1dc010e0b795 req-64828ce5-f80c-4b63-8ca1-250d0b9fdd5f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0789802 Jun 22 02:02:33.516996 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:33.525322 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:33.628237 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Pushing event updated for resources: {'Port': ['ID=10fee73c-3b63-4800-86df-c6b4880d1085,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:33.639950 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:33.641770 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-956016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737767'] for router_interface, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:33.647359 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e1e8e86-600f-4d32-8447-1dc010e0b795 req-112dab5c-e8ab-4ade-a4b3-ab2d5de5cbde tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104915 Jun 22 02:02:33.803628 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:33.805510 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:33.934022 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 372612be-5553-4a06-bde4-5da81cf90998 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:33.965434 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Router 80733c98-9395-48bd-9ff8-277f3325b005 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:02:34.132552 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:02:34.140439 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] 10.222.0.35 "PUT /v2.0/routers/80733c98-9395-48bd-9ff8-277f3325b005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9967370 Jun 22 02:02:34.171035 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 372612be-5553-4a06-bde4-5da81cf90998 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:34.182493 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 372612be-5553-4a06-bde4-5da81cf90998 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:34.182493 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:34.242240 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-adfd9978-faeb-4d21-814b-5cab48ce60cc None None] Provisioning complete for port 10fee73c-3b63-4800-86df-c6b4880d1085 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:34.242908 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-adfd9978-faeb-4d21-814b-5cab48ce60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:34.307412 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-adfd9978-faeb-4d21-814b-5cab48ce60cc None None] Port 10fee73c-3b63-4800-86df-c6b4880d1085 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:34.365480 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:34.396911 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 372612be-5553-4a06-bde4-5da81cf90998, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=372612be-5553-4a06-bde4-5da81cf90998,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:34.473366 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:34.477204 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-efcef33a-d06f-41c2-9cb0-99a1513b97fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:34.528906 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=372612be-5553-4a06-bde4-5da81cf90998,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:34.532732 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:34.849372 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280467f-7f2f-4e69-a13b-20720760c199 req-c9fe5409-9dd6-4c5b-b72e-a9b2ab3fe98f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:34.850883 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2280467f-7f2f-4e69-a13b-20720760c199 req-c9fe5409-9dd6-4c5b-b72e-a9b2ab3fe98f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0683744 Jun 22 02:02:34.901784 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2280467f-7f2f-4e69-a13b-20720760c199 req-50ff084b-f7be-40f2-8f5e-35c1c0e59116 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433662 Jun 22 02:02:35.404943 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Sync routers for ids ['80733c98-9395-48bd-9ff8-277f3325b005'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:02:35.417394 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Routers {'80733c98-9395-48bd-9ff8-277f3325b005'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:35.418073 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:02:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['80733c98-9395-48bd-9ff8-277f3325b005'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:35.552660 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Set router 80733c98-9395-48bd-9ff8-277f3325b005 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:35.815184 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:02:32Z', 'revision_number': 4, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '10fee73c-3b63-4800-86df-c6b4880d1085', 'name': '', 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'mac_address': 'fa:16:3e:ad:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1d59f504-0570-444e-9eae-7348694733fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:31Z', 'updated_at': '2021-06-22T02:02:32Z', 'revision_number': 2, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'subnets': [{'id': '1d59f504-0570-444e-9eae-7348694733fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:35.848669 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 372612be-5553-4a06-bde4-5da81cf90998 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:35.851332 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Checking router: 80733c98-9395-48bd-9ff8-277f3325b005 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:02:35.851693 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Updating router 80733c98-9395-48bd-9ff8-277f3325b005 port 10fee73c-3b63-4800-86df-c6b4880d1085 binding host dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:02:35.916102 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:35.983349 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 372612be-5553-4a06-bde4-5da81cf90998 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:35.983574 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:36.202198 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9949a-e650-4f92-96f0-b3697d22f67e req-9bbcd47c-32b9-4a9c-8799-9f01ece8ea41 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:36.205387 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5dd9949a-e650-4f92-96f0-b3697d22f67e req-9bbcd47c-32b9-4a9c-8799-9f01ece8ea41 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1575162 Jun 22 02:02:36.260852 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5dd9949a-e650-4f92-96f0-b3697d22f67e req-57a58d57-e0e7-4fdc-974a-3ce982c2336a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Jun 22 02:02:36.527971 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Notify callbacks [] for port, precommit_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:36.582942 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Transition to ACTIVE for port object 10fee73c-3b63-4800-86df-c6b4880d1085 will not be triggered until provisioned by entity L2. {{(pid=99637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:36.827349 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:36.829461 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:36.931248 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086669c9-f920-401f-a97f-f7b7fb2006a6 None None] Pushing event updated for resources: {'Port': ['ID=10fee73c-3b63-4800-86df-c6b4880d1085,revision_number=3']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:36.959291 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-086669c9-f920-401f-a97f-f7b7fb2006a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:37.003386 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Attempting to bind port 10fee73c-3b63-4800-86df-c6b4880d1085 on host dv-cinder-793264-5-smb for vnic_type normal with profile {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:02:37.004055 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Attempting to bind port 10fee73c-3b63-4800-86df-c6b4880d1085 by drivers openvswitch,hyperv on host dv-cinder-793264-5-smb at level 0 using segments [{'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:02:37.004597 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Attempting to bind port 10fee73c-3b63-4800-86df-c6b4880d1085 on network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:02:37.013226 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Checking agent: {'id': 'af2eb836-7176-483c-b412-ba44f068a4be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 51, 58), 'started_at': datetime.datetime(2021, 6, 22, 1, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:02:37.013926 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Checking segment: {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:02:37.014692 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:37.015399 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Bound using segment: {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'} {{(pid=99637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:02:37.016967 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.managers [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Bound port: 10fee73c-3b63-4800-86df-c6b4880d1085, host: dv-cinder-793264-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5343ef9-4f07-41dd-a5a6-14feddfe5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8'}}] {{(pid=99637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:02:37.017577 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:37.113988 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] For port 10fee73c-3b63-4800-86df-c6b4880d1085, host dv-cinder-793264-5-smb, cleared binding levels {{(pid=99637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:02:37.120165 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] For port 10fee73c-3b63-4800-86df-c6b4880d1085, host dv-cinder-793264-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=10fee73c-3b63-4800-86df-c6b4880d1085,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:02:37.247586 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:37.249984 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-8e4a34df-d6fa-46a8-8494-9134b800c299 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:37.330670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Routers {'80733c98-9395-48bd-9ff8-277f3325b005'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:02:37.331760 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:02:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['80733c98-9395-48bd-9ff8-277f3325b005'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:37.338583 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086669c9-f920-401f-a97f-f7b7fb2006a6 None None] Pushing event updated for resources: {'Port': ['ID=10fee73c-3b63-4800-86df-c6b4880d1085,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:37.386253 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-086669c9-f920-401f-a97f-f7b7fb2006a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:37.519308 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] Set router 80733c98-9395-48bd-9ff8-277f3325b005 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:02:37.636023 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ff589-9b21-4ab8-802f-9620e193a878 req-727807d2-fc63-4ff2-ae7b-8f0b7fe3cacf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:37.645227 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d4ff589-9b21-4ab8-802f-9620e193a878 req-727807d2-fc63-4ff2-ae7b-8f0b7fe3cacf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1867580 Jun 22 02:02:37.700035 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d4ff589-9b21-4ab8-802f-9620e193a878 req-5130e05c-a791-4c45-975b-c18dc21968b2 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536704 Jun 22 02:02:37.820331 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:02:32Z', 'revision_number': 4, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '10fee73c-3b63-4800-86df-c6b4880d1085', 'name': '', 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'mac_address': 'fa:16:3e:ad:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1d59f504-0570-444e-9eae-7348694733fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:31Z', 'updated_at': '2021-06-22T02:02:37Z', 'revision_number': 4, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'subnets': [{'id': '1d59f504-0570-444e-9eae-7348694733fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:37.847442 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bccd4-c56f-48e3-9dae-84392a093d09 None None] The sync data for ids ['80733c98-9395-48bd-9ff8-277f3325b005'] in dv-cinder-793264-5-smb is: [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:02:32Z', 'revision_number': 4, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '10fee73c-3b63-4800-86df-c6b4880d1085', 'name': '', 'network_id': '0584e1f5-ad56-4a4b-adbb-e89378adb2a8', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'mac_address': 'fa:16:3e:ad:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1d59f504-0570-444e-9eae-7348694733fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:31Z', 'updated_at': '2021-06-22T02:02:37Z', 'revision_number': 4, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'subnets': [{'id': '1d59f504-0570-444e-9eae-7348694733fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:02:39.094527 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f3cbd-9b8b-4de1-a5f5-b5ae0f1f22f3 req-94204a79-1d58-49da-b000-ec6ed15881d0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:39.105283 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-181f3cbd-9b8b-4de1-a5f5-b5ae0f1f22f3 req-94204a79-1d58-49da-b000-ec6ed15881d0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1651676 Jun 22 02:02:39.161794 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-181f3cbd-9b8b-4de1-a5f5-b5ae0f1f22f3 req-9c0f24cb-06e0-49d0-97a4-6bd8cd8cf302 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509117 Jun 22 02:02:39.979861 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 10fee73c-3b63-4800-86df-c6b4880d1085 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:40.153185 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning for port 10fee73c-3b63-4800-86df-c6b4880d1085 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:40.158279 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 10fee73c-3b63-4800-86df-c6b4880d1085 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:40.162827 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:40.327071 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:40.447981 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] For port 10fee73c-3b63-4800-86df-c6b4880d1085, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=10fee73c-3b63-4800-86df-c6b4880d1085,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:02:40.530851 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:40.532795 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:40.555244 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81bb5e-9146-4261-b87b-5548cf42f796 req-b4c42d10-0cbd-4941-9cc3-5fceed64d2d4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:40.559472 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0b81bb5e-9146-4261-b87b-5548cf42f796 req-b4c42d10-0cbd-4941-9cc3-5fceed64d2d4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1384804 Jun 22 02:02:40.671699 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Pushing event updated for resources: {'Port': ['ID=10fee73c-3b63-4800-86df-c6b4880d1085,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:40.677159 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:40.687871 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0b81bb5e-9146-4261-b87b-5548cf42f796 req-078b660f-735f-475b-84d4-911f9c3102ea tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213605 Jun 22 02:02:41.877273 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 10fee73c-3b63-4800-86df-c6b4880d1085 up at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:02:41.980983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Provisioning complete for port 10fee73c-3b63-4800-86df-c6b4880d1085 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:41.981712 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:41.985833 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bb374-a335-4fc8-9b78-f5782d213cf8 req-d5b6a39b-0547-4224-bf4b-7281ae28045c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:41.987722 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e50bb374-a335-4fc8-9b78-f5782d213cf8 req-d5b6a39b-0547-4224-bf4b-7281ae28045c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1014891 Jun 22 02:02:42.054401 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e50bb374-a335-4fc8-9b78-f5782d213cf8 req-bf26a7e0-17c7-43d8-87f6-f96c289e427e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570147 Jun 22 02:02:43.301908 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840c36c-f307-4c01-9ed3-e58bc1779862 req-edd88ce6-64e9-4564-95c7-f17fc0a448c3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:43.303325 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f840c36c-f307-4c01-9ed3-e58bc1779862 req-edd88ce6-64e9-4564-95c7-f17fc0a448c3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1137178 Jun 22 02:02:43.410054 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f840c36c-f307-4c01-9ed3-e58bc1779862 req-e15f2ee0-ca16-4426-b0a9-7682f0e636d8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Jun 22 02:02:44.884903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a60d1-aa2b-4f16-8c8b-babc5b19c32a req-0639504d-1444-45a6-b042-4bf7596ebab7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:44.894008 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ae5a60d1-aa2b-4f16-8c8b-babc5b19c32a req-0639504d-1444-45a6-b042-4bf7596ebab7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1515441 Jun 22 02:02:44.950778 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ae5a60d1-aa2b-4f16-8c8b-babc5b19c32a req-56fd196a-ae08-442a-8e70-372e8737c962 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545888 Jun 22 02:02:46.226584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee14b-0db6-4f4e-98bd-f355101d6284 req-ebe433ff-36b7-4a5d-aec6-ba55c707cf28 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:46.229722 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8d3ee14b-0db6-4f4e-98bd-f355101d6284 req-ebe433ff-36b7-4a5d-aec6-ba55c707cf28 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1115506 Jun 22 02:02:46.274635 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8d3ee14b-0db6-4f4e-98bd-f355101d6284 req-0a076702-c20a-4466-8aea-b30ce8da3819 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386784 Jun 22 02:02:47.590071 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc450e46-fb23-4c64-bf83-37bc6857bf49 req-116d9c5c-a4ff-4ca9-8627-723a8369113f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:47.592890 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bc450e46-fb23-4c64-bf83-37bc6857bf49 req-116d9c5c-a4ff-4ca9-8627-723a8369113f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0960581 Jun 22 02:02:47.669471 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bc450e46-fb23-4c64-bf83-37bc6857bf49 req-ca8da826-868b-43c8-8fea-85cf15ce143d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711687 Jun 22 02:02:48.957843 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590f26-9f00-4c9a-8eea-9f08d20e115f req-46b39fa9-ef4c-47f0-9594-7876d4e0e8ef tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:48.960162 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c590f26-9f00-4c9a-8eea-9f08d20e115f req-46b39fa9-ef4c-47f0-9594-7876d4e0e8ef tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1075523 Jun 22 02:02:49.016677 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c590f26-9f00-4c9a-8eea-9f08d20e115f req-dfd208b6-da96-48fa-ab46-451e0b7ac3f8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Jun 22 02:02:50.201004 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a940bcc-fcaf-45b1-8c3e-0e2f81ce3986 req-1cc85667-ab3a-498f-b9a7-223625e19186 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:50.202460 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8a940bcc-fcaf-45b1-8c3e-0e2f81ce3986 req-1cc85667-ab3a-498f-b9a7-223625e19186 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0675976 Jun 22 02:02:50.241128 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8a940bcc-fcaf-45b1-8c3e-0e2f81ce3986 req-c166c0b3-9dfa-4728-8f77-b79923da594f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Jun 22 02:02:51.418348 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25792c2f-1d65-4353-b5bb-3e1f2cb0689b req-b46274dc-58c2-4773-ae42-c8aa3c10dbde tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:51.419815 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-25792c2f-1d65-4353-b5bb-3e1f2cb0689b req-b46274dc-58c2-4773-ae42-c8aa3c10dbde tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0628619 Jun 22 02:02:51.463805 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-25792c2f-1d65-4353-b5bb-3e1f2cb0689b req-da155e4b-a1e3-4c7b-955e-0f2999f8d6b1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Jun 22 02:02:52.262635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-0f5db1fe-d3f6-41a3-aac4-6b8dd425c28b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:52.270164 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-0f5db1fe-d3f6-41a3-aac4-6b8dd425c28b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 814 time: 0.1059284 Jun 22 02:02:52.280338 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-989e12b7-419f-45d8-9756-ef22f3c43ffb tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/quotas/79c33809278344f28eee9377d74f107b HTTP/1.1" status: 200 len: 375 time: 0.0104599 Jun 22 02:02:52.381820 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-299a2381-a26d-4518-9107-ef2e6754a5bc tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931976 Jun 22 02:02:52.477404 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-02c48be6-4d63-4d06-9d7c-da5088d41b02 service neutron] 10.222.0.35 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876074 Jun 22 02:02:52.575918 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-a671e718-d14d-4951-821f-bcd288312729 service neutron] 10.222.0.35 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921385 Jun 22 02:02:52.646333 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7b23-fccc-4a7e-814c-26fbc998903f req-779768de-bf17-4f60-8137-c408cd5e80e9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:52.647843 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-de7e7b23-fccc-4a7e-814c-26fbc998903f req-779768de-bf17-4f60-8137-c408cd5e80e9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0665808 Jun 22 02:02:52.702890 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-de7e7b23-fccc-4a7e-814c-26fbc998903f req-e22173cb-4abb-404f-b5e5-55dda6e430e9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Jun 22 02:02:52.869389 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-16aa0143-c5cf-4321-9763-1d24340095a9 req-fb75859a-7419-4c63-a6a6-eebf4458299a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 210 time: 0.0515599 Jun 22 02:02:53.906661 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb40006-25fd-4f81-8eec-db671842b10b req-9fa4f6ff-2217-44f5-9256-2f1d621e3943 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:53.908236 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ebb40006-25fd-4f81-8eec-db671842b10b req-9fa4f6ff-2217-44f5-9256-2f1d621e3943 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0762222 Jun 22 02:02:53.957350 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ebb40006-25fd-4f81-8eec-db671842b10b req-8ae443b0-ed8b-49c8-b848-5764f0a40a06 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Jun 22 02:02:53.966002 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fab44894-8c7a-4e50-8ea9-16d8af7970b7 req-6b3e72e6-9a8e-422a-9e01-aee12b4300e3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 210 time: 0.0473576 Jun 22 02:02:54.806764 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:55.132122 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a6276-2fc4-4a5d-b09d-999d3cd18ef2 req-bae13690-de97-4e35-ba4c-d00104563001 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:55.133704 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e67a6276-2fc4-4a5d-b09d-999d3cd18ef2 req-bae13690-de97-4e35-ba4c-d00104563001 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0675371 Jun 22 02:02:55.143269 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ac71efe8-3795-40f1-98f4-ce59e48e4318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:55.146426 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b614eeb8-3be2-4213-b314-83cbe04de267 req-b9835486-07ba-4b3b-bb12-35c05b60474e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 210 time: 0.0290184 Jun 22 02:02:55.174463 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e67a6276-2fc4-4a5d-b09d-999d3cd18ef2 req-9f6ab180-feb3-4fd3-a196-517c032a4845 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Jun 22 02:02:55.861887 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 38584) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:55.908850 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Deleting subnet f300e1dd-a712-4873-9055-b22e95a4852b {{(pid=99635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:02:55.912024 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:55.926309 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-94d13907-458c-4e8d-9e6b-59ce22f5dd62 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:55.927759 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-94d13907-458c-4e8d-9e6b-59ce22f5dd62 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 814 time: 0.1037552 Jun 22 02:02:55.945847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12479747'] for subnet, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:55.953409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'port': {'device_id': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'admin_state_up': True, 'tenant_id': '79c33809278344f28eee9377d74f107b'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:02:55.988776 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.240828 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Made reservation on behalf of 79c33809278344f28eee9377d74f107b for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:02:56.242044 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11374955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12171529'] for subnet, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.244429 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.246943 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b4a7779e-0555-4143-ab02-427ac8f7bec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:56.303827 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f300e1dd-a712-4873-9055-b22e95a4852b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:56.306442 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:56.342208 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3fd03064-2f3d-46d6-abb7-cdd8eebaf94c req-73356741-9efe-4c58-8335-d608591f4e30 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 210 time: 0.0430210 Jun 22 02:02:56.348360 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.353758 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f300e1dd-a712-4873-9055-b22e95a4852b HTTP/1.1" status: 204 len: 168 time: 0.4905612 Jun 22 02:02:56.354389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 38594) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:56.450690 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.456930 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Allocated IP 172.20.0.10 (0df3807d-cfe2-464d-9437-dfd09cfc411a/df0059b6-2b5e-4d83-b5d7-7327967f57fd/8568f278-0230-4f7c-9f73-e3288e72168c) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:02:56.475139 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd4184-fdf0-45f5-b211-a019b6e86086 req-185ae9ca-926d-4207-b732-02df8d688d56 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:56.476995 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-78dd4184-fdf0-45f5-b211-a019b6e86086 req-185ae9ca-926d-4207-b732-02df8d688d56 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1685736 Jun 22 02:02:56.588117 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-78dd4184-fdf0-45f5-b211-a019b6e86086 req-a02a65bf-4368-4d0e-8345-51dc1625ad7e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822923 Jun 22 02:02:56.589298 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.606125 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511c01a1-d062-4062-b34e-97f99b7923d1']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:56.620273 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2361c21b-dbf4-41c6-b4cb-29f53ce87911') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:56.622660 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2361c21b-dbf4-41c6-b4cb-29f53ce87911') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:02:56.633576 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.649159 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.656906 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:02:56.657458 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:02:56.659292 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:02:56.672556 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.821870 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Transition to ACTIVE for port object 8568f278-0230-4f7c-9f73-e3288e72168c will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:02:56.822118 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.825791 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-121b0265-6e5f-4a78-a7a3-00aa0b3af3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:56.828344 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.831950 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] 10.222.0.35 "DELETE /v2.0/networks/511c01a1-d062-4062-b34e-97f99b7923d1 HTTP/1.1" status: 204 len: 168 time: 0.4733317 Jun 22 02:02:56.843473 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Pushing event deleted for resources: {'Network': ['ID=511c01a1-d062-4062-b34e-97f99b7923d1,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:56.849774 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2b275198-7e86-407b-bb5d-f09754740701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:56.953627 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:56.958273 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:57.009763 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:02:57.013630 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:02:57.017660 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:02:57.046125 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:57.050678 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:57.083591 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:57.084686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.195214 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2461088 Jun 22 02:02:57.362811 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 38636) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:57.421369 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7f303958-3264-491d-9720-749391a1cc88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a846af3f25a47548098df0914e00883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572503 Jun 22 02:02:57.423838 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 38640) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:02:57.434486 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d2ae9740-b1b7-42fc-917b-81962dcf85e6 None None] Provisioning for port 8568f278-0230-4f7c-9f73-e3288e72168c completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:02:57.439285 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-d2ae9740-b1b7-42fc-917b-81962dcf85e6 None None] Provisioning complete for port 8568f278-0230-4f7c-9f73-e3288e72168c triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:02:57.439713 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d2ae9740-b1b7-42fc-917b-81962dcf85e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.476004 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.486303 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae9740-b1b7-42fc-917b-81962dcf85e6 None None] Port 8568f278-0230-4f7c-9f73-e3288e72168c cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:02:57.532198 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.589790 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4a594-0f6b-4338-9e29-a8dd8df720cc req-ec34f9b7-3538-45fa-9ad2-9cedf6da9169 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:57.591351 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-12d4a594-0f6b-4338-9e29-a8dd8df720cc req-ec34f9b7-3538-45fa-9ad2-9cedf6da9169 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.1175661 Jun 22 02:02:57.635474 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d4323029-17b6-4231-9485-c52b7c7adeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.643238 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-12d4a594-0f6b-4338-9e29-a8dd8df720cc req-ef9280cd-ed69-47de-be1f-90f5028c6fcd tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Jun 22 02:02:57.710716 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.714312 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:57.715575 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97ca9a61-82d8-4428-aaa2-4d09efe86bda HTTP/1.1" status: 204 len: 168 time: 0.2906981 Jun 22 02:02:57.716373 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a2a9bd83-a1cc-4126-a65d-9bbc1e17ba80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:02:57.737305 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca9a61-82d8-4428-aaa2-4d09efe86bda,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:02:57.749608 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:02:57.827699 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae75b-2e58-44a4-9e13-fd81e942230c req-737bbd07-4279-4566-928a-6aecb9e0d702 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:57.829415 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4fdae75b-2e58-44a4-9e13-fd81e942230c req-737bbd07-4279-4566-928a-6aecb9e0d702 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1026678 Jun 22 02:02:57.871432 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4fdae75b-2e58-44a4-9e13-fd81e942230c req-12b9034a-39c1-4e66-82b1-f0c50dba73b9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Jun 22 02:02:57.932328 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:58.861226 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10311789-9669-43a4-a5ce-530fda89e5b7 req-9d678ba7-82c3-4cfc-bdd4-c616d934114e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:58.862758 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-10311789-9669-43a4-a5ce-530fda89e5b7 req-9d678ba7-82c3-4cfc-bdd4-c616d934114e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0753362 Jun 22 02:02:58.914515 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-10311789-9669-43a4-a5ce-530fda89e5b7 req-5cc6d4a8-15c6-49f0-bd9d-3406b9d3343f tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Jun 22 02:02:58.948041 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:59.067693 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-48a66250-c29f-4bc1-b46f-948dd5584a6f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409833336&fields=id&tenant_id=9f0a3bc2901f4906a838203ee2e5077e HTTP/1.1" status: 200 len: 267 time: 0.0531664 Jun 22 02:02:59.162356 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7468c-3f11-488c-9a1a-05b661711051 req-66ba0105-9415-4693-961b-ffb23fe84c38 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:59.164027 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-07d7468c-3f11-488c-9a1a-05b661711051 req-66ba0105-9415-4693-961b-ffb23fe84c38 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1279342 Jun 22 02:02:59.180204 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-d08f0303-7970-4205-a60b-c41705dc322f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:59.187006 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-d08f0303-7970-4205-a60b-c41705dc322f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 808 time: 0.1184003 Jun 22 02:02:59.203191 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-79870cd9-10d8-4d1b-af7c-8147e86649b3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/quotas/9f0a3bc2901f4906a838203ee2e5077e HTTP/1.1" status: 200 len: 375 time: 0.0145586 Jun 22 02:02:59.228850 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-07d7468c-3f11-488c-9a1a-05b661711051 req-ce2b6570-d587-4bfc-9fb9-926d5cae759e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 Jun 22 02:02:59.304417 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-29f467f9-ab80-4217-9f53-e9dfc9a6ebd8 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999708 Jun 22 02:02:59.403974 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78471d5b-bc14-4138-8011-7ce8f493618a req-f4d81c2d-959c-472b-881b-9e77b2e54a43 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:59.405930 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-78471d5b-bc14-4138-8011-7ce8f493618a req-f4d81c2d-959c-472b-881b-9e77b2e54a43 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0690386 Jun 22 02:02:59.460150 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-ff5cd985-76a1-4235-81d7-022c656c6579 service neutron] 10.222.0.35 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436448 Jun 22 02:02:59.462200 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-78471d5b-bc14-4138-8011-7ce8f493618a req-12a1682d-87ce-4576-a10c-25c85172534c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492816 Jun 22 02:02:59.557056 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-1b441c2d-25c9-424f-8a22-13fb78d7a8ae service neutron] 10.222.0.35 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953035 Jun 22 02:03:00.122223 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1046ae-eb89-46fc-abc4-28ff9e7bf3d3 req-4b1262a1-703e-439e-9d15-f1e2c28fb2fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:00.123706 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6f1046ae-eb89-46fc-abc4-28ff9e7bf3d3 req-4b1262a1-703e-439e-9d15-f1e2c28fb2fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0732150 Jun 22 02:03:00.164425 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6f1046ae-eb89-46fc-abc4-28ff9e7bf3d3 req-7f6ef67e-d963-4bad-bd7f-3479f5795be2 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339799 Jun 22 02:03:00.393863 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5b84104b-dadc-45eb-a079-e7b9f51b3c11 req-81001f91-fe10-4e51-bba8-96c2381b6476 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0496399 Jun 22 02:03:00.470021 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f10883-6ccb-42bc-953f-2a263627201f req-513f7019-3ffa-45fa-9214-2d47dfb9ef63 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:00.471854 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31f10883-6ccb-42bc-953f-2a263627201f req-513f7019-3ffa-45fa-9214-2d47dfb9ef63 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0976541 Jun 22 02:03:00.484636 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:00.536972 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31f10883-6ccb-42bc-953f-2a263627201f req-90d31498-7673-4fce-a118-9ce17346cb29 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591195 Jun 22 02:03:00.661191 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6cdd-0a2e-42db-b7c0-7f62671b9fff req-24c10ac9-073b-429f-ac1a-44e55ca0ea64 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:00.663240 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-926e6cdd-0a2e-42db-b7c0-7f62671b9fff req-24c10ac9-073b-429f-ac1a-44e55ca0ea64 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0701373 Jun 22 02:03:00.702062 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-926e6cdd-0a2e-42db-b7c0-7f62671b9fff req-761a3833-d734-4688-917f-9b9928672559 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Jun 22 02:03:01.357911 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fd978-2fba-456b-ac71-4e6316dba659 req-6ea5c351-0f1f-4ce0-b672-3549b04967b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:01.359549 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ce9fd978-2fba-456b-ac71-4e6316dba659 req-6ea5c351-0f1f-4ce0-b672-3549b04967b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0803874 Jun 22 02:03:01.400818 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ce9fd978-2fba-456b-ac71-4e6316dba659 req-addf1338-02d2-4b90-9571-c8f2f207ad25 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349276 Jun 22 02:03:01.477982 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ac4b85e1-6e30-49fa-896a-943fab1ce0ed req-62b1cd3a-8f37-4b47-ba32-35eb1a5fdaab tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0292871 Jun 22 02:03:01.715214 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17ef95-0b79-4bb5-96b4-9da4e479c36a req-df0ef694-15be-467f-aebf-c850f4819607 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:01.717642 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1c17ef95-0b79-4bb5-96b4-9da4e479c36a req-df0ef694-15be-467f-aebf-c850f4819607 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0653403 Jun 22 02:03:01.761432 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1c17ef95-0b79-4bb5-96b4-9da4e479c36a req-1434f106-93df-4023-8bc0-06dd399a2cea tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Jun 22 02:03:01.890921 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96c5ad-1494-43dc-a10b-2683b3584484 req-0628927c-1a88-42b9-949d-03094de94f76 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:01.892443 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6e96c5ad-1494-43dc-a10b-2683b3584484 req-0628927c-1a88-42b9-949d-03094de94f76 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Jun 22 02:03:01.932096 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6e96c5ad-1494-43dc-a10b-2683b3584484 req-1a092663-78a5-49bf-a579-2cdacbf53696 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Jun 22 02:03:02.452539 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:03:02.611550 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8906b-1f4d-4606-be92-396cb6f66f19 req-e87d0775-a596-4ffd-a80c-9393016ffe37 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:02.613027 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0dc8906b-1f4d-4606-be92-396cb6f66f19 req-e87d0775-a596-4ffd-a80c-9393016ffe37 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0867767 Jun 22 02:03:02.636292 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e688242b-34c8-4e68-8337-d3564f8f714b req-92daf2a4-9e57-412e-9373-8f1a3149ea1e tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0345645 Jun 22 02:03:02.659426 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0dc8906b-1f4d-4606-be92-396cb6f66f19 req-30494cf8-ff84-4d32-abc6-3d6f0d855a43 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jun 22 02:03:02.950408 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b805-927c-4591-9d5e-d61cf8e087db req-dbc95eab-23c4-482e-9aba-ac0348ec06ce tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:02.951880 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8f05b805-927c-4591-9d5e-d61cf8e087db req-dbc95eab-23c4-482e-9aba-ac0348ec06ce tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0634103 Jun 22 02:03:02.995509 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8f05b805-927c-4591-9d5e-d61cf8e087db req-95f964c1-fb84-421c-b89b-87ed4397e279 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372298 Jun 22 02:03:03.119859 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfb856-b35c-4c3e-8b02-42c5cb3e89e2 req-0140e727-f0be-483f-9b40-3b733de1665c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:03.121793 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-78cfb856-b35c-4c3e-8b02-42c5cb3e89e2 req-0140e727-f0be-483f-9b40-3b733de1665c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0655174 Jun 22 02:03:03.162393 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-78cfb856-b35c-4c3e-8b02-42c5cb3e89e2 req-c47fd706-1d8a-4ca5-bf79-af69f72409f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346491 Jun 22 02:03:03.788259 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-24d29fef-7c02-49c3-ac2b-a3f72269c1b9 req-db413bd0-830b-4d1c-989b-09dce0234552 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0303521 Jun 22 02:03:03.857010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360007-556b-4c96-b2da-2b0f5d9144f9 req-8b40deae-be84-465c-8aef-5377bdb23750 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:03.858467 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1360007-556b-4c96-b2da-2b0f5d9144f9 req-8b40deae-be84-465c-8aef-5377bdb23750 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0682373 Jun 22 02:03:03.896506 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1360007-556b-4c96-b2da-2b0f5d9144f9 req-edf80e56-8c97-469e-a52c-62f2e29b4430 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Jun 22 02:03:04.185245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba04a4-6376-4d5d-bc1a-261f6158004c req-d032b53f-328e-49be-94af-17b122b629a4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:04.186814 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f5ba04a4-6376-4d5d-bc1a-261f6158004c req-d032b53f-328e-49be-94af-17b122b629a4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0639915 Jun 22 02:03:04.234526 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f5ba04a4-6376-4d5d-bc1a-261f6158004c req-7716f9e6-9af3-4cc9-b7fe-f9de4a92b3df tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Jun 22 02:03:04.357408 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66407-37c1-4a6e-9b83-0b3fbe6f26fa req-2b67799e-8534-41d7-8212-40c5791cf961 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:04.358982 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-54f66407-37c1-4a6e-9b83-0b3fbe6f26fa req-2b67799e-8534-41d7-8212-40c5791cf961 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0644927 Jun 22 02:03:04.405708 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-54f66407-37c1-4a6e-9b83-0b3fbe6f26fa req-72c886a3-a6c6-4627-a75d-ccd6c0c7bd31 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391519 Jun 22 02:03:04.946249 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-237b4ae5-5e91-4c98-bcac-8516df0510c3 req-06a5d49e-3694-410f-918d-79d4c8f3d480 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0406950 Jun 22 02:03:05.083375 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57784d2-a7c2-45e3-aa14-39335a3b492e req-e24d5a47-abf7-49f5-a97a-6d2a0996d601 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:05.085635 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a57784d2-a7c2-45e3-aa14-39335a3b492e req-e24d5a47-abf7-49f5-a97a-6d2a0996d601 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0649126 Jun 22 02:03:05.127176 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a57784d2-a7c2-45e3-aa14-39335a3b492e req-63b105af-f228-4bb0-b550-c0c87c9f0103 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Jun 22 02:03:05.419396 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98723e-569a-43e7-b32b-bef5d1877869 req-402c3bab-968d-41c9-a097-c6589da43db8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:05.422067 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aa98723e-569a-43e7-b32b-bef5d1877869 req-402c3bab-968d-41c9-a097-c6589da43db8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0667601 Jun 22 02:03:05.466509 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aa98723e-569a-43e7-b32b-bef5d1877869 req-0fd81bb7-c5be-47ea-ba7e-273e05e2753f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Jun 22 02:03:05.846857 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f2285-0595-4fed-90c1-62a858826130 req-c44ea93b-475a-4a00-b8bb-a71e092ed45d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:05.848562 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c43f2285-0595-4fed-90c1-62a858826130 req-c44ea93b-475a-4a00-b8bb-a71e092ed45d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.3173120 Jun 22 02:03:05.892805 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c43f2285-0595-4fed-90c1-62a858826130 req-647b1916-849e-464e-a8a0-f3b89631bce7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385232 Jun 22 02:03:06.099071 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-456a8574-c4d3-4a38-9f58-fd9290db0f36 req-6ae39c9c-5fef-412d-ae43-c041d7947737 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0286772 Jun 22 02:03:06.313470 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd0f73-fb4e-4d0f-b547-f5c6fd82dfd5 req-c873cfef-5016-4130-9c71-919ba1b7a7e8 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:06.315193 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f7dd0f73-fb4e-4d0f-b547-f5c6fd82dfd5 req-c873cfef-5016-4130-9c71-919ba1b7a7e8 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0735729 Jun 22 02:03:06.357087 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f7dd0f73-fb4e-4d0f-b547-f5c6fd82dfd5 req-cab3c5b6-f296-43b8-b53d-0c0d7cee3a89 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346248 Jun 22 02:03:06.664361 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca96a-fcec-4bd3-a67a-ec7fe1f3102d req-082d8b9e-253b-497d-bca1-0e2c0321fac7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:06.665970 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8deca96a-fcec-4bd3-a67a-ec7fe1f3102d req-082d8b9e-253b-497d-bca1-0e2c0321fac7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0702024 Jun 22 02:03:06.705543 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8deca96a-fcec-4bd3-a67a-ec7fe1f3102d req-a8405aae-cd3c-4e50-9752-2bb9b166be3e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Jun 22 02:03:07.083393 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59718a-2b0d-463b-9ae4-92cbaae83e9d req-00dfd92f-7efa-44fe-bf6b-a04d4096e87d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:07.084915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0f59718a-2b0d-463b-9ae4-92cbaae83e9d req-00dfd92f-7efa-44fe-bf6b-a04d4096e87d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0688584 Jun 22 02:03:07.137371 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0f59718a-2b0d-463b-9ae4-92cbaae83e9d req-75806329-5437-4703-899a-9ac0875abd61 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Jun 22 02:03:07.264502 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a7181d41-2653-495c-a930-b8dd89692883 req-2f7c2f12-15cf-4ecf-8491-2ab99561fb54 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0411704 Jun 22 02:03:07.613387 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4c9e-4fe4-46e7-a8e9-d52bbb12d3dc req-5853201c-f6e1-479e-8c27-09ea67d98b09 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:07.613387 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3b0c4c9e-4fe4-46e7-a8e9-d52bbb12d3dc req-5853201c-f6e1-479e-8c27-09ea67d98b09 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0692890 Jun 22 02:03:07.613387 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3b0c4c9e-4fe4-46e7-a8e9-d52bbb12d3dc req-f1655e53-57ff-468b-b6b1-460c0b55c09b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348818 Jun 22 02:03:07.991194 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23825472-9918-40e7-b615-b86728c6c07e req-667c5d99-5c09-4222-bb56-c77e6b8df394 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:07.991194 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-23825472-9918-40e7-b615-b86728c6c07e req-667c5d99-5c09-4222-bb56-c77e6b8df394 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0752363 Jun 22 02:03:07.991194 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-23825472-9918-40e7-b615-b86728c6c07e req-ed840788-a124-4332-ac22-7dcc172d747c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359638 Jun 22 02:03:08.355987 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0aea-0609-4452-aa4f-2bf7ce145b92 req-740de934-952f-4a8c-a3b7-c358898b3b1a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:08.363318 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-322b0aea-0609-4452-aa4f-2bf7ce145b92 req-740de934-952f-4a8c-a3b7-c358898b3b1a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0902324 Jun 22 02:03:08.396932 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-322b0aea-0609-4452-aa4f-2bf7ce145b92 req-898277f8-47f3-46d8-9064-b6c0b60c6869 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Jun 22 02:03:08.432649 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-02251e3d-2066-4303-8587-57bbc5c807e6 req-8b8edc12-7691-4755-9473-c575f6ef57b8 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0486577 Jun 22 02:03:08.785584 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db14e2-3794-42a1-9dde-29d8d7761a59 req-5a488747-9c34-4fd0-adb8-61e65d1feb41 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:08.787149 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-42db14e2-3794-42a1-9dde-29d8d7761a59 req-5a488747-9c34-4fd0-adb8-61e65d1feb41 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0725250 Jun 22 02:03:08.830078 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-42db14e2-3794-42a1-9dde-29d8d7761a59 req-90361614-5592-4a99-851f-a2f622bf8204 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Jun 22 02:03:09.125292 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8768a-db88-417f-a25f-695df5b3e198 req-ee819666-7269-4d95-a1fa-606fb5faa770 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:09.126793 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bad8768a-db88-417f-a25f-695df5b3e198 req-ee819666-7269-4d95-a1fa-606fb5faa770 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0639579 Jun 22 02:03:09.167494 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bad8768a-db88-417f-a25f-695df5b3e198 req-9231a3f9-253b-4af0-926a-c90966ae20c9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Jun 22 02:03:09.589201 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203aecb-bb81-4442-967a-bd2364cd8b3a req-91836729-fd8f-4989-9b68-871672c87dc4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:09.595647 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a203aecb-bb81-4442-967a-bd2364cd8b3a req-91836729-fd8f-4989-9b68-871672c87dc4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0748365 Jun 22 02:03:09.628979 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-559355d2-da3e-4e7d-b52b-a662e17e43f3 req-6c447d4e-220b-46cf-b4fc-c5e801d2f5d1 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0560951 Jun 22 02:03:09.646148 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a203aecb-bb81-4442-967a-bd2364cd8b3a req-3b002b49-90b0-4d7e-b7e8-3d245a820041 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493457 Jun 22 02:03:10.006621 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f328a-38f5-4c7c-9359-e9d2d34228ce req-99c827f3-6853-4246-9e0d-246b79572fbc tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:10.008066 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cf3f328a-38f5-4c7c-9359-e9d2d34228ce req-99c827f3-6853-4246-9e0d-246b79572fbc tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0669813 Jun 22 02:03:10.048115 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cf3f328a-38f5-4c7c-9359-e9d2d34228ce req-3fc8cb5a-a97c-4fd7-a854-488691b1b20e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Jun 22 02:03:10.359585 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea13224-d82e-45f7-94b4-345fc94989e0 req-c2aebd23-b8b3-4df1-969b-2b44ace61129 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:10.361085 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fea13224-d82e-45f7-94b4-345fc94989e0 req-c2aebd23-b8b3-4df1-969b-2b44ace61129 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0821466 Jun 22 02:03:10.399840 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fea13224-d82e-45f7-94b4-345fc94989e0 req-a4409477-e515-4f89-9d35-42f45eff693c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Jun 22 02:03:10.760848 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9d86ae85-f07f-4a86-ab1d-531d2d1ccabd req-f77bab37-7008-4dc6-9e28-84fb8441673a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0308478 Jun 22 02:03:10.835103 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f311522-6b34-4b5d-878e-416711b0e682 req-97050f3b-dd61-4385-bf99-e46ce4b0d2cb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:10.836534 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1f311522-6b34-4b5d-878e-416711b0e682 req-97050f3b-dd61-4385-bf99-e46ce4b0d2cb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0667799 Jun 22 02:03:10.872915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1f311522-6b34-4b5d-878e-416711b0e682 req-64d20110-3e92-499a-a44f-b5e84ee9936b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Jun 22 02:03:11.219658 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27aff-fe5d-43c0-9e5c-69f13fbf76d0 req-14a16453-756d-4834-a5a3-cceadf2f593a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:11.221140 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-55d27aff-fe5d-43c0-9e5c-69f13fbf76d0 req-14a16453-756d-4834-a5a3-cceadf2f593a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0625327 Jun 22 02:03:11.259086 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-55d27aff-fe5d-43c0-9e5c-69f13fbf76d0 req-e8121fd4-56f4-49ba-a367-9f3fcaf76d5e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Jun 22 02:03:11.579432 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739257f-5359-4347-9b47-715ba2415d13 req-a60b0901-0263-4168-967d-b4775da044c9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:11.580940 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d739257f-5359-4347-9b47-715ba2415d13 req-a60b0901-0263-4168-967d-b4775da044c9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0704541 Jun 22 02:03:11.619369 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d739257f-5359-4347-9b47-715ba2415d13 req-f1e379ad-47b6-4fd7-8bbf-dc4e3a2945bb tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jun 22 02:03:11.902029 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b12692c7-0439-4720-a010-762a529af109 req-38256bf8-1ac1-4c84-bd33-23881dd08dd6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0321777 Jun 22 02:03:12.050316 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a6304-47e1-449b-a50f-8c310bd87227 req-951446a3-525e-4284-a266-d12556d588f6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:12.051679 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6f6a6304-47e1-449b-a50f-8c310bd87227 req-951446a3-525e-4284-a266-d12556d588f6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0645742 Jun 22 02:03:12.088285 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6f6a6304-47e1-449b-a50f-8c310bd87227 req-8f198bcc-61c1-403a-b1d0-17caf27b8e7f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308592 Jun 22 02:03:12.438353 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8af481-8017-4cae-bc26-66d2c8a2a758 req-fd9a3efe-bda4-436d-801f-863f461c1eb2 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:12.439813 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3a8af481-8017-4cae-bc26-66d2c8a2a758 req-fd9a3efe-bda4-436d-801f-863f461c1eb2 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.0624192 Jun 22 02:03:12.477382 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3a8af481-8017-4cae-bc26-66d2c8a2a758 req-bb1469b8-5f72-4100-a4e2-b97c60f0da52 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Jun 22 02:03:12.794180 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d048e47-9824-42da-8f92-236c4e78fda2 req-adcb489a-30e5-4ef5-9013-321e94603b34 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:12.795892 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8d048e47-9824-42da-8f92-236c4e78fda2 req-adcb489a-30e5-4ef5-9013-321e94603b34 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0684087 Jun 22 02:03:12.833067 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8d048e47-9824-42da-8f92-236c4e78fda2 req-406388e0-c371-44ca-b667-5ef2e77feab0 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311167 Jun 22 02:03:13.038470 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5bd908be-64ea-4b2d-9f09-3185094459e0 req-11e2d111-6f11-4c17-8c3d-ec6e0ad23b0f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0280552 Jun 22 02:03:13.282008 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3a86e-029c-4e67-8770-dcfde2314273 req-4c80c389-5a14-44d3-8436-9bcd51684cef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:13.284905 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bae3a86e-029c-4e67-8770-dcfde2314273 req-4c80c389-5a14-44d3-8436-9bcd51684cef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0759256 Jun 22 02:03:13.289239 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Request body: {'port': {'device_id': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:13.343529 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bae3a86e-029c-4e67-8770-dcfde2314273 req-1de0d74e-1cb6-41d4-86cb-a51769adb25d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471914 Jun 22 02:03:13.386733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:13.724949 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154aac4-6699-4ebd-ae3b-6d1763a86d91 req-aa6bf390-45f7-42b3-b3c6-15444481af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:13.727893 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b154aac4-6699-4ebd-ae3b-6d1763a86d91 req-aa6bf390-45f7-42b3-b3c6-15444481af38 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.0979428 Jun 22 02:03:13.774047 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b154aac4-6699-4ebd-ae3b-6d1763a86d91 req-e013342f-507c-4ebf-bd09-26eb7d47e30f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Jun 22 02:03:13.774315 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8568f278-0230-4f7c-9f73-e3288e72168c {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:03:13.783889 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:13.802543 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Transition to ACTIVE for port object 8568f278-0230-4f7c-9f73-e3288e72168c will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:03:13.813189 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63be74-d75e-4927-9875-f6f3c69eb626 req-a0abd122-22ca-4ac0-a949-3e104f12aa8d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:13.814647 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d63be74-d75e-4927-9875-f6f3c69eb626 req-a0abd122-22ca-4ac0-a949-3e104f12aa8d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 932 time: 0.1154735 Jun 22 02:03:13.855239 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d63be74-d75e-4927-9875-f6f3c69eb626 req-edaa134f-6635-4a55-acd3-72db0bdea448 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348511 Jun 22 02:03:13.879908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:13.884831 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:13.954540 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:13.964551 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.969143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:13.973047 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:14.054604 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Attempting to bind port 8568f278-0230-4f7c-9f73-e3288e72168c on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:03:14.055250 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Attempting to bind port 8568f278-0230-4f7c-9f73-e3288e72168c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:03:14.055250 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Attempting to bind port 8568f278-0230-4f7c-9f73-e3288e72168c on network 0df3807d-cfe2-464d-9437-dfd09cfc411a {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:03:14.064102 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Port 8568f278-0230-4f7c-9f73-e3288e72168c on network 0df3807d-cfe2-464d-9437-dfd09cfc411a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:03:14.064920 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Attempting to bind port 8568f278-0230-4f7c-9f73-e3288e72168c on network 0df3807d-cfe2-464d-9437-dfd09cfc411a {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:03:14.079491 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:03:14.079831 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Checking segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:03:14.080210 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Bound using segment: {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:03:14.080714 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Bound port: 8568f278-0230-4f7c-9f73-e3288e72168c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce08ad2-fb66-4860-8bee-9d6fab91d39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:03:14.081109 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:14.090906 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97c3a1-64f3-46cc-905c-96529cb13a0e req-3d3b172f-e4d0-40ef-9473-35138d9150ff tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:14.102300 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5f97c3a1-64f3-46cc-905c-96529cb13a0e req-3d3b172f-e4d0-40ef-9473-35138d9150ff tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1216373 Jun 22 02:03:14.155989 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5f97c3a1-64f3-46cc-905c-96529cb13a0e req-c36a61b7-3b0f-4000-8e13-6fd5ec044d51 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525446 Jun 22 02:03:14.396009 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f973ac04-eeb6-4a2e-9886-78ce863f5bdf req-08721e25-d065-44b2-bee0-327c02f2c767 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0504308 Jun 22 02:03:14.426243 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:03:14.429260 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:03:14.527481 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb456e-0904-4ad9-9dca-f91cf5f898f5 req-a8fef56c-1a3f-4921-a2cb-7ed33127d3f3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:14.528976 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-37eb456e-0904-4ad9-9dca-f91cf5f898f5 req-a8fef56c-1a3f-4921-a2cb-7ed33127d3f3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0688941 Jun 22 02:03:14.560339 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:14.563376 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0aa1a9a3-0b92-4076-91b2-dd3f3e660717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:14.569511 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-37eb456e-0904-4ad9-9dca-f91cf5f898f5 req-d722d451-e00e-4192-a373-2be91f8c0ff1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345936 Jun 22 02:03:14.597487 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:14.598105 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:14.599633 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] 10.222.0.16 "PUT /v2.0/ports/8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 1094 time: 1.3147697 Jun 22 02:03:14.604237 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:14.607478 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d816ad11-be24-4a40-8d9d-b348baa5d464" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:14.637920 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:14.641279 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:14.650961 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e07dd-3672-4aeb-9773-7e2af855567b x-openstack-request-id: req-638e07dd-3672-4aeb-9773-7e2af855567b {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:14.651287 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:14.651583 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-638e07dd-3672-4aeb-9773-7e2af855567b {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:14.652017 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'status': 'completed', 'code': 200} Jun 22 02:03:14.738796 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ad11-be24-4a40-8d9d-b348baa5d464 req-b5df26fb-7e72-4436-af8a-59ed936bb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:14.740264 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d816ad11-be24-4a40-8d9d-b348baa5d464 req-b5df26fb-7e72-4436-af8a-59ed936bb339 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1097 time: 0.0588791 Jun 22 02:03:14.934827 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ad11-be24-4a40-8d9d-b348baa5d464 req-a6ab65d6-74f1-4710-a7e8-6598228f1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:14.936439 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d816ad11-be24-4a40-8d9d-b348baa5d464 req-a6ab65d6-74f1-4710-a7e8-6598228f1618 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=79c33809278344f28eee9377d74f107b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1815217 Jun 22 02:03:15.027897 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91489053-49b6-417a-a4ac-d3bc47683faf req-42957d62-23d6-408a-b38a-731958d30631 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.029304 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-91489053-49b6-417a-a4ac-d3bc47683faf req-42957d62-23d6-408a-b38a-731958d30631 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 944 time: 0.0636201 Jun 22 02:03:15.071658 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-91489053-49b6-417a-a4ac-d3bc47683faf req-3a53cdfa-c7fc-4012-a730-e1483e362629 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359712 Jun 22 02:03:15.126959 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ad11-be24-4a40-8d9d-b348baa5d464 req-c2db7153-21b8-449b-b2f9-e847abded66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.129309 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d816ad11-be24-4a40-8d9d-b348baa5d464 req-c2db7153-21b8-449b-b2f9-e847abded66e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809351 Jun 22 02:03:15.291700 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-a51ffb25-fcba-4715-96d5-0aef6cd95c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.293217 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-a51ffb25-fcba-4715-96d5-0aef6cd95c34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1097 time: 0.0583112 Jun 22 02:03:15.339101 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-9629b49a-0054-4ebd-a8fd-cdc47f521e21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 217 time: 0.0375435 Jun 22 02:03:15.380533 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-96d4f5ed-8184-46df-bb79-103d1a82a936 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.381988 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-96d4f5ed-8184-46df-bb79-103d1a82a936 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 808 time: 0.1482391 Jun 22 02:03:15.398350 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0a3e-2a25-4cb5-83d4-401860f2d930 req-91f2ba26-8b75-49ce-b158-aa743beb392b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.417169 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5ecc0a3e-2a25-4cb5-83d4-401860f2d930 req-91f2ba26-8b75-49ce-b158-aa743beb392b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1177359 Jun 22 02:03:15.418037 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-66b5f1ac-09c5-4330-8339-8f8ecb871cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.418037 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-66b5f1ac-09c5-4330-8339-8f8ecb871cdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0511720 Jun 22 02:03:15.464341 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5ecc0a3e-2a25-4cb5-83d4-401860f2d930 req-dfa938b1-28fd-4de6-859b-8d9640f23175 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Jun 22 02:03:15.476557 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-8cb040ea-36ee-4536-831a-f857527e8d38 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0a3bc2901f4906a838203ee2e5077e HTTP/1.1" status: 200 len: 380 time: 0.0716338 Jun 22 02:03:15.480715 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-e18b9f39-7017-45af-b5e3-7c4a026514ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.482566 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-e18b9f39-7017-45af-b5e3-7c4a026514ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723603 Jun 22 02:03:15.494261 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'port': {'device_id': '3324443e-2931-4716-b51e-65d17afa4723', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'admin_state_up': True, 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'security_groups': ['769207a5-4ff8-453e-b54f-3afa70b66fb4']}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:15.571924 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9e2c37dd-5913-4cdf-b145-5810d8e5eb22 req-4250330a-a530-4f91-872e-bdfa629cd1cd tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0320230 Jun 22 02:03:15.610765 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-25a6bfd5-c12c-4806-96a9-ffd45d814d0d service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208053 Jun 22 02:03:15.721356 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Made reservation on behalf of 9f0a3bc2901f4906a838203ee2e5077e for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:03:15.723295 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:15.736598 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c96e0ff-d841-4202-9aa4-259bc46d8691 req-9577d1ea-412e-4045-89c3-d6f3190399d0 service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044390 Jun 22 02:03:15.811489 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769f40a-b66a-4384-9385-2b596f6d87c1 req-c16ad960-5f6b-42b4-846f-d4e1f4190fbf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:15.813013 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9769f40a-b66a-4384-9385-2b596f6d87c1 req-c16ad960-5f6b-42b4-846f-d4e1f4190fbf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1223185 Jun 22 02:03:15.888660 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9769f40a-b66a-4384-9385-2b596f6d87c1 req-206b6c76-ee32-4350-bb55-6ee6118c89fa tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690722 Jun 22 02:03:15.902328 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Allocated IP 172.20.0.13 (2a9302aa-2656-4189-8ca5-2d4cea9df1de/5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23/1f1f4614-a0de-44b3-bf07-c0b5a68f6d11) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:03:16.057388 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.076486 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Transition to ACTIVE for port object 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:03:16.166784 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.171141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:16.221998 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:03:16.221998 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:03:16.221998 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:03:16.275568 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d5cc8-7f6b-4213-9269-c181af7ed2ab req-38dae23b-c01b-4fff-8d85-370559bb7390 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:16.277361 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a45d5cc8-7f6b-4213-9269-c181af7ed2ab req-38dae23b-c01b-4fff-8d85-370559bb7390 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 944 time: 0.0845277 Jun 22 02:03:16.279514 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:16.282691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:16.302043 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:16.302043 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.324635 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a45d5cc8-7f6b-4213-9269-c181af7ed2ab req-70b45c3c-a874-4803-a1c5-d1a923d72a43 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Jun 22 02:03:16.400911 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9167025 Jun 22 02:03:16.414836 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Request body: {'port': {'device_id': '3324443e-2931-4716-b51e-65d17afa4723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:16.492717 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.628442 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-418d0f47-fa71-4721-9e96-aefc894cae91 None None] Provisioning for port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:03:16.633349 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-418d0f47-fa71-4721-9e96-aefc894cae91 None None] Provisioning complete for port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:03:16.640736 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-418d0f47-fa71-4721-9e96-aefc894cae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.653420 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d3180-94eb-4642-b86e-b21608fed36f req-641c723b-7b56-47aa-9c47-1732f5a44268 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:16.655472 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-023d3180-94eb-4642-b86e-b21608fed36f req-641c723b-7b56-47aa-9c47-1732f5a44268 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0721090 Jun 22 02:03:16.693892 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-418d0f47-fa71-4721-9e96-aefc894cae91 None None] Port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:03:16.711476 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-023d3180-94eb-4642-b86e-b21608fed36f req-08e415cd-c20d-4e83-8642-42d107e5b487 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Jun 22 02:03:16.777990 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:03:16.785992 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.799555 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Transition to ACTIVE for port object 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:03:16.879102 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ae617-512b-499b-a1d6-ed4f7a66bfe2 req-90be8030-25c4-4687-a750-d3a0539409da tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:16.880833 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e81ae617-512b-499b-a1d6-ed4f7a66bfe2 req-90be8030-25c4-4687-a750-d3a0539409da tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 932 time: 0.0687163 Jun 22 02:03:16.919392 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e81ae617-512b-499b-a1d6-ed4f7a66bfe2 req-5e3573a6-37b4-4607-89c7-9e339cc132df tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Jun 22 02:03:16.929948 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:16.933154 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e77e8f89-fdea-4d54-ad86-d78bb239c970 tempest-DeleteServersTestJSON-1637408186 tempest-DeleteServersTestJSON-1637408186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:17.029296 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:17.036570 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:17.166752 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe6b71-599d-4168-92c3-f8e7158627f7 req-cdfa7404-cd1a-4a88-a47a-7c3d72444a7f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.168417 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4abe6b71-599d-4168-92c3-f8e7158627f7 req-cdfa7404-cd1a-4a88-a47a-7c3d72444a7f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0781469 Jun 22 02:03:17.172142 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Attempting to bind port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:03:17.172663 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Attempting to bind port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:03:17.174456 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Attempting to bind port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 on network 2a9302aa-2656-4189-8ca5-2d4cea9df1de {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:03:17.181772 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 on network 2a9302aa-2656-4189-8ca5-2d4cea9df1de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:03:17.182156 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Attempting to bind port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 on network 2a9302aa-2656-4189-8ca5-2d4cea9df1de {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:03:17.188974 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:03:17.189305 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Checking segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:03:17.189683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Bound using segment: {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:03:17.190106 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Bound port: 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d81edf-5d4e-4c53-91a9-9be92a2176d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:03:17.190451 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:17.199368 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e1807-9d32-4d1d-a854-a030375e257a req-00608fbc-6c10-416c-a5db-4c0184be4441 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.200836 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dc7e1807-9d32-4d1d-a854-a030375e257a req-00608fbc-6c10-416c-a5db-4c0184be4441 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.1125364 Jun 22 02:03:17.217282 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4abe6b71-599d-4168-92c3-f8e7158627f7 req-8755f4f7-ee86-4653-8b75-a94af43208b2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Jun 22 02:03:17.293416 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:03:17.297894 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dc7e1807-9d32-4d1d-a854-a030375e257a req-add7673a-137e-40b7-9d82-0e8c4c6418a2 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625978 Jun 22 02:03:17.309004 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:03:17.429411 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:17.431314 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:17.502696 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.503318 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:17.504682 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 1094 time: 1.0961182 Jun 22 02:03:17.505832 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:17.508120 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8070030-a98e-4c36-9801-2cedefbd8edf" -d '{"events": [{"name": "network-changed", "server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:17.534931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:17.540615 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:17.568379 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ae929-a1fc-4e4a-a3ae-0a274b728b72 req-6ddc63ba-16fb-4f1c-89a8-83acd240c2ab tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.570255 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de4ae929-a1fc-4e4a-a3ae-0a274b728b72 req-6ddc63ba-16fb-4f1c-89a8-83acd240c2ab tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 944 time: 0.1310139 Jun 22 02:03:17.619838 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de4ae929-a1fc-4e4a-a3ae-0a274b728b72 req-69525daa-8ec8-4112-ba0f-2e2555e7ee01 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Jun 22 02:03:17.649770 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d819e9-6687-4653-b49b-b089bd6ec1f1 x-openstack-request-id: req-d5d819e9-6687-4653-b49b-b089bd6ec1f1 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:17.650168 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:17.650588 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5d819e9-6687-4653-b49b-b089bd6ec1f1 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:17.651622 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'status': 'completed', 'code': 200} Jun 22 02:03:17.706772 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-20a58798-2d31-4401-a0ee-26124c132497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.708240 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-20a58798-2d31-4401-a0ee-26124c132497 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1097 time: 0.0515411 Jun 22 02:03:17.749552 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-aa437ff7-d59d-4dd4-bf79-b60a574487cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 217 time: 0.0337842 Jun 22 02:03:17.803218 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-8811c4be-0b5a-4317-8533-c544c8f179b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.804777 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-8811c4be-0b5a-4317-8533-c544c8f179b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0484049 Jun 22 02:03:17.836569 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb0bb3-58d9-4a5e-ac63-b1dd057106f9 req-447b8714-aaa6-4265-8d02-f5d3e8326770 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.838069 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-26bb0bb3-58d9-4a5e-ac63-b1dd057106f9 req-447b8714-aaa6-4265-8d02-f5d3e8326770 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0986683 Jun 22 02:03:17.874843 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-2bc619c7-9a40-4873-9769-53f27c3b0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.876384 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-2bc619c7-9a40-4873-9769-53f27c3b0b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 1098 time: 0.0927007 Jun 22 02:03:17.880815 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-cb9847d2-a6c4-4838-afe3-60d99bb7565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.882199 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-cb9847d2-a6c4-4838-afe3-60d99bb7565c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680289 Jun 22 02:03:17.896479 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-26bb0bb3-58d9-4a5e-ac63-b1dd057106f9 req-27aa51f1-4728-451c-bc54-1726eda135f9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502059 Jun 22 02:03:17.971483 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-d3d04e7f-fc00-4581-9239-8281c04f9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:17.972997 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-d3d04e7f-fc00-4581-9239-8281c04f9d9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.0890498 Jun 22 02:03:17.975826 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-4a7e4f54-6da5-4a82-9560-b70ddf4bbb1a service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859532 Jun 22 02:03:18.034444 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-1b6cb099-1c7f-4aee-9cfd-6dcebc5f78f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 200 len: 217 time: 0.0403144 Jun 22 02:03:18.084886 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-d15dd87e-ae9f-4299-8be3-dd0a668c05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.086573 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-d15dd87e-ae9f-4299-8be3-dd0a668c05a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0451868 Jun 22 02:03:18.121595 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-0c6a5854-c2ff-4840-ac5b-9b4ecf9bc702 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270629 Jun 22 02:03:18.121766 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-201b77bd-f1e8-4f8f-8f19-f8cef3ba530c req-eea879d8-c81c-4ce2-83fa-f2f9bbb95deb service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258328 Jun 22 02:03:18.138199 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ef999-9ab2-4241-ad48-0759954ad382 req-c662adf5-caae-4cda-b58d-b1969f5ceb38 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.139514 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fd0ef999-9ab2-4241-ad48-0759954ad382 req-c662adf5-caae-4cda-b58d-b1969f5ceb38 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0947626 Jun 22 02:03:18.247603 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-f0ab28b2-f5e2-4bc9-a465-a28f0f71741f service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899525 Jun 22 02:03:18.279865 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 8568f278-0230-4f7c-9f73-e3288e72168c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:03:18.399712 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b1b492bd-e3ae-472b-945e-07f0ca3e34e2 req-73e7d046-e878-4f49-845c-a06c8bb01820 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370561 Jun 22 02:03:18.463743 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fd0ef999-9ab2-4241-ad48-0759954ad382 req-d9ce74cc-36f3-414a-9e24-60b0aedb83c7 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183503 Jun 22 02:03:18.495492 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509575ca-64d5-4638-b35e-6010d96f0079 req-19424fc4-4906-4a57-ad39-c451782706e9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.500822 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-509575ca-64d5-4638-b35e-6010d96f0079 req-19424fc4-4906-4a57-ad39-c451782706e9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1330194 Jun 22 02:03:18.508546 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:18.508755 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-a8be3a89-bef5-4076-abea-46bf8805527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.515889 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-a8be3a89-bef5-4076-abea-46bf8805527b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1097 time: 0.1190271 Jun 22 02:03:18.522622 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '8568f278-0230-4f7c-9f73-e3288e72168c', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'port_id': '8568f278-0230-4f7c-9f73-e3288e72168c', 'mac_address': 'fa:16:3e:55:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:03:18.558206 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-509575ca-64d5-4638-b35e-6010d96f0079 req-0e774608-1e28-4e13-ba8e-4c0b4e3440cf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501242 Jun 22 02:03:18.564591 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:18.584409 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8568f278-0230-4f7c-9f73-e3288e72168c {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:03:18.604779 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:18.660055 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-59ad7b04-ba9f-42db-be27-172627056982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.661570 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-59ad7b04-ba9f-42db-be27-172627056982 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.1311588 Jun 22 02:03:18.691650 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:18.695547 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:18.711605 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-0f32e806-176c-4dee-9965-bfd814ed5390 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 217 time: 0.0430551 Jun 22 02:03:18.723264 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76709e7-82ca-459c-bb5a-87c3db9297e3 req-7729bf2e-18e3-41f0-bd0c-9a9aa6bda97c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.724761 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a76709e7-82ca-459c-bb5a-87c3db9297e3 req-7729bf2e-18e3-41f0-bd0c-9a9aa6bda97c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.1249187 Jun 22 02:03:18.746246 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:18.754448 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.758718 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:18.762769 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:18.802386 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-a206f89f-b4cb-4526-9001-dec93df16ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.803858 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-a206f89f-b4cb-4526-9001-dec93df16ee8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0782282 Jun 22 02:03:18.809377 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a76709e7-82ca-459c-bb5a-87c3db9297e3 req-cee8fd5e-b3a2-4666-9efa-e4dbbfe0ed2c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550549 Jun 22 02:03:18.828511 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db447853-8d84-4dbd-a9f6-3533955b48ed req-643dfefb-64e7-4629-a66c-1e168e35538d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.835637 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-db447853-8d84-4dbd-a9f6-3533955b48ed req-643dfefb-64e7-4629-a66c-1e168e35538d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 945 time: 0.0832908 Jun 22 02:03:18.865035 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-1fcc9729-b12a-4913-9c2b-c74a898fe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:18.866500 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-1fcc9729-b12a-4913-9c2b-c74a898fe5b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543404 Jun 22 02:03:18.872655 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-db447853-8d84-4dbd-a9f6-3533955b48ed req-1c9e662e-d145-425a-a51f-9646ddf3b0d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Jun 22 02:03:18.970207 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-d43307f2-f521-409b-acfd-be399d82d2c9 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956011 Jun 22 02:03:19.079545 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed13e3-bb39-4062-a399-cbb382c63c84 req-e3c1b82d-b81e-4f1d-b127-f08434e4e2c3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:19.081447 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e2ed13e3-bb39-4062-a399-cbb382c63c84 req-e3c1b82d-b81e-4f1d-b127-f08434e4e2c3 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0666840 Jun 22 02:03:19.082050 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e8070030-a98e-4c36-9801-2cedefbd8edf req-4b3c1a83-f590-4c6b-8fe8-5f2aba9590c3 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020842 Jun 22 02:03:19.121537 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e2ed13e3-bb39-4062-a399-cbb382c63c84 req-b55d22be-00e3-4735-9ddb-a1d9fe8b587f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Jun 22 02:03:19.224604 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['8568f278-0230-4f7c-9f73-e3288e72168c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:19.644143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc431bdd-8bb2-4fb3-ac23-ab6f2313f143 req-abb16127-a84c-4705-b5e8-8c84b7a90c61 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:19.650199 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bc431bdd-8bb2-4fb3-ac23-ab6f2313f143 req-abb16127-a84c-4705-b5e8-8c84b7a90c61 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0721066 Jun 22 02:03:19.696074 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bc431bdd-8bb2-4fb3-ac23-ab6f2313f143 req-5fe3017a-9018-4a44-8299-c7f7445543ae tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438154 Jun 22 02:03:19.754637 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d35e8-2a0f-4a06-b5ec-334b941d3f3a req-eda884c0-c7b3-4e1b-82e5-b64516d4ca5b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:19.756380 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-097d35e8-2a0f-4a06-b5ec-334b941d3f3a req-eda884c0-c7b3-4e1b-82e5-b64516d4ca5b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0786726 Jun 22 02:03:19.794985 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-097d35e8-2a0f-4a06-b5ec-334b941d3f3a req-a415ab28-e125-409a-8cf1-35a3e5ecab74 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Jun 22 02:03:19.987630 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52396ab4-eca2-4b6a-aa2f-f51b92c01974 req-cd24292f-b8df-43ed-9220-c489f6a12a39 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:19.989114 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-52396ab4-eca2-4b6a-aa2f-f51b92c01974 req-cd24292f-b8df-43ed-9220-c489f6a12a39 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0660861 Jun 22 02:03:20.030459 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-52396ab4-eca2-4b6a-aa2f-f51b92c01974 req-38683c3e-aea5-4764-8f7d-062290872a93 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356205 Jun 22 02:03:20.057860 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac36e4-639a-49ce-b6e2-219e3de170a4 req-252219db-4fc7-4877-acc1-50ed1f790f87 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:20.059344 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-35ac36e4-639a-49ce-b6e2-219e3de170a4 req-252219db-4fc7-4877-acc1-50ed1f790f87 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 945 time: 0.0717182 Jun 22 02:03:20.096808 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-35ac36e4-639a-49ce-b6e2-219e3de170a4 req-3e7b998e-f8c8-4260-996a-0e80079d33db tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Jun 22 02:03:20.294991 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd898b-4754-4638-a2bd-54d6d0f09734 req-17c503d3-db66-4766-8e49-95ec64b8c31e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:20.296392 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-56fd898b-4754-4638-a2bd-54d6d0f09734 req-17c503d3-db66-4766-8e49-95ec64b8c31e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0629625 Jun 22 02:03:20.334115 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-56fd898b-4754-4638-a2bd-54d6d0f09734 req-477ce4c9-3d7e-43ed-8faf-2d929c03b6b6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Jun 22 02:03:20.871706 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84b17c-4027-4db9-a442-58ba844f0462 req-c26d795b-bb30-4d2b-8b08-15b2de92e9d3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:20.873206 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ff84b17c-4027-4db9-a442-58ba844f0462 req-c26d795b-bb30-4d2b-8b08-15b2de92e9d3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0644712 Jun 22 02:03:20.919046 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ff84b17c-4027-4db9-a442-58ba844f0462 req-fbfbc5d9-3652-4d29-9adf-5063de5a3dd7 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 Jun 22 02:03:20.977211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b6d8c-410c-4509-ab73-36d07c3fb0e6 req-e86d8104-8d00-4c9d-963c-e420864c8637 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:20.979177 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-922b6d8c-410c-4509-ab73-36d07c3fb0e6 req-e86d8104-8d00-4c9d-963c-e420864c8637 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0691979 Jun 22 02:03:21.018147 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-922b6d8c-410c-4509-ab73-36d07c3fb0e6 req-1fe5c753-d50d-4d30-9526-6ac6541d34c3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330184 Jun 22 02:03:21.221528 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969edaa-3c84-405a-a970-d8361f181754 req-8d5efd78-b987-42b3-ab87-054fd5d71745 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:21.223580 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b969edaa-3c84-405a-a970-d8361f181754 req-8d5efd78-b987-42b3-ab87-054fd5d71745 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0774920 Jun 22 02:03:21.268714 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b969edaa-3c84-405a-a970-d8361f181754 req-8b9b5efb-80a4-4e23-b03d-d553c9b1b5c0 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 Jun 22 02:03:21.284874 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91b575-1ab6-468d-af62-9f5a9180f3c9 req-85e49b7b-104c-48a0-8a26-8fbdc3748c6d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:21.286432 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ad91b575-1ab6-468d-af62-9f5a9180f3c9 req-85e49b7b-104c-48a0-8a26-8fbdc3748c6d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 945 time: 0.0692234 Jun 22 02:03:21.324273 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ad91b575-1ab6-468d-af62-9f5a9180f3c9 req-f1cfa5a9-95dc-4c82-b516-6057c1b9ad9f tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Jun 22 02:03:21.512169 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2c862-1497-4bf7-a935-1c923cc164f3 req-102c45e8-a343-4eb5-9a8c-afa262343442 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:21.513819 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-53e2c862-1497-4bf7-a935-1c923cc164f3 req-102c45e8-a343-4eb5-9a8c-afa262343442 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0652597 Jun 22 02:03:21.752372 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-53e2c862-1497-4bf7-a935-1c923cc164f3 req-105f16f3-e2c2-4c16-8800-9ed06531b3ed tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Jun 22 02:03:22.097785 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870d3cf-a33f-4cca-b1fa-e91dbce47098 req-b436d6c8-8680-4708-981d-b1ba904194c9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:22.099338 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f870d3cf-a33f-4cca-b1fa-e91dbce47098 req-b436d6c8-8680-4708-981d-b1ba904194c9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0658257 Jun 22 02:03:22.141387 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f870d3cf-a33f-4cca-b1fa-e91dbce47098 req-4fe5c8fc-6b79-4b37-8a3a-f90437da6f64 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Jun 22 02:03:22.212130 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840df4b2-d833-428b-b3c3-42e4218203a1 req-e3338492-06d6-46ce-b173-af1bf0362392 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:22.213626 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-840df4b2-d833-428b-b3c3-42e4218203a1 req-e3338492-06d6-46ce-b173-af1bf0362392 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0669248 Jun 22 02:03:22.252528 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-840df4b2-d833-428b-b3c3-42e4218203a1 req-7a5972de-dee5-4888-8563-4d21adf7d208 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Jun 22 02:03:22.319942 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 8568f278-0230-4f7c-9f73-e3288e72168c up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:03:22.458159 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89d2c0-f3fd-4a23-b24a-5a64ded2c7dd req-78aef7d0-1509-4318-9c50-3547dfcf4944 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:22.459736 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de89d2c0-f3fd-4a23-b24a-5a64ded2c7dd req-78aef7d0-1509-4318-9c50-3547dfcf4944 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0760128 Jun 22 02:03:22.496859 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 8568f278-0230-4f7c-9f73-e3288e72168c completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:03:22.505652 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 8568f278-0230-4f7c-9f73-e3288e72168c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:03:22.505960 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de89d2c0-f3fd-4a23-b24a-5a64ded2c7dd req-a9762ed1-86e8-46af-a37d-b2e38a650dca tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Jun 22 02:03:22.506068 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:22.506171 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5982f9-fc66-4baf-9bac-fd1469db090f req-ea8bfecb-4922-463e-b1c4-5242e7bc7a5a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:22.506613 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4e5982f9-fc66-4baf-9bac-fd1469db090f req-ea8bfecb-4922-463e-b1c4-5242e7bc7a5a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 945 time: 0.0643287 Jun 22 02:03:22.550394 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4e5982f9-fc66-4baf-9bac-fd1469db090f req-97ef00fe-f5a7-4174-a05c-70d08eda6ca6 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Jun 22 02:03:22.602322 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:22.622628 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:22.625032 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4ee8b-07e1-414c-9d15-452ea4b17a78" -d '{"events": [{"server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "name": "network-vif-plugged", "status": "completed", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:22.640070 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:22.664758 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b755a2-dd51-4a82-9e03-87b258e2722c x-openstack-request-id: req-d6b755a2-dd51-4a82-9e03-87b258e2722c {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:22.665084 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "name": "network-vif-plugged", "status": "completed", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:22.665349 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6b755a2-dd51-4a82-9e03-87b258e2722c {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:22.665789 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'code': 200} Jun 22 02:03:22.754562 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:22.756932 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:22.812706 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:22.816233 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:22.918050 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17437d6-daa5-4d6b-a696-0e288e57c58b req-f2114969-6207-4198-9a92-2be5632d639a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:22.919696 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e17437d6-daa5-4d6b-a696-0e288e57c58b req-f2114969-6207-4198-9a92-2be5632d639a tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0656345 Jun 22 02:03:22.961816 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e17437d6-daa5-4d6b-a696-0e288e57c58b req-c6042710-fc2b-48b1-86d9-696dfa7c5fb8 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362182 Jun 22 02:03:23.105645 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c216ef-b1f9-497a-8c23-15019dd501f7 req-61aa2123-d596-4b09-8a3e-5559537b6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.114593 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-47c216ef-b1f9-497a-8c23-15019dd501f7 req-61aa2123-d596-4b09-8a3e-5559537b6828 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1099 time: 0.0607390 Jun 22 02:03:23.147174 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-47c216ef-b1f9-497a-8c23-15019dd501f7 req-75af1a75-f338-4f32-b85e-137250588350 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Jun 22 02:03:23.343963 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8e8c1-49bd-42cb-b519-60f15b6df983 req-15ece551-9734-46b1-8f95-8f0ab2efc888 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.346061 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-02e8e8c1-49bd-42cb-b519-60f15b6df983 req-15ece551-9734-46b1-8f95-8f0ab2efc888 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0834291 Jun 22 02:03:23.385606 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-02e8e8c1-49bd-42cb-b519-60f15b6df983 req-799fd1f5-1fa0-4b72-9af2-f0541d274bc6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Jun 22 02:03:23.555222 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530ec5c-f81a-4b3c-b6c8-6ca95842a41d req-41f017d7-e778-450c-80a9-ebdc9d531da4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.557594 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9530ec5c-f81a-4b3c-b6c8-6ca95842a41d req-41f017d7-e778-450c-80a9-ebdc9d531da4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0694494 Jun 22 02:03:23.606760 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9530ec5c-f81a-4b3c-b6c8-6ca95842a41d req-279a09bf-e7b6-45b0-9ff9-bda8f52499b3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Jun 22 02:03:23.712567 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e6130-a9d7-4038-81b2-465602450213 req-eb2ffd43-bd4e-4480-bc8e-83b6747085cb tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.717293 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ac8e6130-a9d7-4038-81b2-465602450213 req-eb2ffd43-bd4e-4480-bc8e-83b6747085cb tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0809498 Jun 22 02:03:23.785966 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ac8e6130-a9d7-4038-81b2-465602450213 req-6fcb5272-7538-454c-ad88-5f4025a25dc0 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638161 Jun 22 02:03:23.789490 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3597dc-0f88-40e2-8e54-9fe962f614a4 req-6bdee25a-e3a5-4590-b1c2-76afe0952d2d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.791398 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fd3597dc-0f88-40e2-8e54-9fe962f614a4 req-6bdee25a-e3a5-4590-b1c2-76afe0952d2d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0757525 Jun 22 02:03:23.814086 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-8fdf0a3d-fe5f-4ea4-be03-6dbc702d424b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775061 Jun 22 02:03:23.837878 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fd3597dc-0f88-40e2-8e54-9fe962f614a4 req-2cbbebcb-d425-4e35-9f62-49550d45b0d0 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jun 22 02:03:23.894557 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d264-300c-4091-b717-c34ae12d087d req-d3ce38d0-bd0c-4e95-9622-a9166ac53b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.896016 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-d3ce38d0-bd0c-4e95-9622-a9166ac53b30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 1098 time: 0.0539043 Jun 22 02:03:24.006738 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d264-300c-4091-b717-c34ae12d087d req-79ea90ab-8443-4faa-92b9-c35cc7864807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:24.008296 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-79ea90ab-8443-4faa-92b9-c35cc7864807 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 200 len: 920 time: 0.0893922 Jun 22 02:03:24.050722 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-113e0ba5-d2ba-40bc-827f-b80d7da4ebe0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4549c6-1c76-436e-a192-eb832acad866 HTTP/1.1" status: 200 len: 217 time: 0.0341372 Jun 22 02:03:24.098893 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62d264-300c-4091-b717-c34ae12d087d req-514caa5a-bdaa-414c-bb37-06c12d15724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:24.100288 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-514caa5a-bdaa-414c-bb37-06c12d15724b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 200 len: 859 time: 0.0422571 Jun 22 02:03:24.137958 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-bf877efd-0560-4af2-91be-e73436f3b422 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23684a9a-e44e-47d7-8cd9-4cf8fe73449b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301993 Jun 22 02:03:24.235020 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-78ab7bf2-276a-44c1-b1eb-af764ec4c744 service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821671 Jun 22 02:03:24.323013 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:03:24.328528 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a62d264-300c-4091-b717-c34ae12d087d req-b06498f7-8327-4471-9290-69440b3acf6d service neutron] 10.222.0.16 "GET /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865982 Jun 22 02:03:24.421124 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:24.433338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'port_id': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'mac_address': 'fa:16:3e:b0:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:03:24.494510 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:24.548919 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:03:24.577139 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:24.594186 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcc114-3a3e-4fcb-b586-8f6e058e01a7 req-d847b6e6-f24c-4c56-8d08-eb68f52523f5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:24.595704 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-54dcc114-3a3e-4fcb-b586-8f6e058e01a7 req-d847b6e6-f24c-4c56-8d08-eb68f52523f5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0844064 Jun 22 02:03:24.644665 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-54dcc114-3a3e-4fcb-b586-8f6e058e01a7 req-b9363f06-ad82-48b0-a799-e08ae9453290 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Jun 22 02:03:24.671008 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:24.677329 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:24.824428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90c4b6-33eb-4b2d-8305-44bc5065c5fc req-afd1d4f7-ac09-4179-be5c-df655d6ede80 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:24.825985 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c90c4b6-33eb-4b2d-8305-44bc5065c5fc req-afd1d4f7-ac09-4179-be5c-df655d6ede80 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0787024 Jun 22 02:03:24.871033 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c90c4b6-33eb-4b2d-8305-44bc5065c5fc req-9d0f7097-d69e-438b-92ce-094e74f0868c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366762 Jun 22 02:03:24.894018 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:24.897814 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:25.007230 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:25.017520 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd97a7-99ae-4b4f-9e55-11a26047abea req-ee27c930-12f6-446c-a4b1-aee5743de490 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:25.019229 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a4fd97a7-99ae-4b4f-9e55-11a26047abea req-ee27c930-12f6-446c-a4b1-aee5743de490 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0699561 Jun 22 02:03:25.059608 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32839db-1ee1-477f-8c08-75fc9af48026 req-7986f4b9-4de4-48bf-8f2e-ff3657162b70 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:25.061215 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f32839db-1ee1-477f-8c08-75fc9af48026 req-7986f4b9-4de4-48bf-8f2e-ff3657162b70 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0670524 Jun 22 02:03:25.061348 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a4fd97a7-99ae-4b4f-9e55-11a26047abea req-a88cb676-6683-4ce3-a3b9-3647b11b9707 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362635 Jun 22 02:03:25.095295 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:25.104982 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f32839db-1ee1-477f-8c08-75fc9af48026 req-7ae7f499-4698-4794-976b-ee169690cc5d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378706 Jun 22 02:03:25.167189 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-97f0eff0-79db-40f9-8f36-e3387d481ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:25.283302 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c5d73-017f-4fd0-9e21-65134255ad83 req-2d992f90-956f-4d9e-b6df-185829ca2aae tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:25.285010 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-454c5d73-017f-4fd0-9e21-65134255ad83 req-2d992f90-956f-4d9e-b6df-185829ca2aae tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0661426 Jun 22 02:03:25.324296 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-454c5d73-017f-4fd0-9e21-65134255ad83 req-8877abf9-9fa5-4440-af17-27b0eff01a2a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Jun 22 02:03:25.712541 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf758-78bf-45d5-99a2-6aa18c031777 req-97e3f063-9f16-44cf-93c9-43603fa64f78 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:25.716490 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-262cf758-78bf-45d5-99a2-6aa18c031777 req-97e3f063-9f16-44cf-93c9-43603fa64f78 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0660572 Jun 22 02:03:25.765899 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-262cf758-78bf-45d5-99a2-6aa18c031777 req-4437cced-c7f5-4906-b739-0779530b7ece tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Jun 22 02:03:25.842817 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2916-e44f-409e-b436-cf926390e0fa req-0c0d0ffc-9b9c-49b2-b051-ba0274d8db28 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:25.844749 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0a4a2916-e44f-409e-b436-cf926390e0fa req-0c0d0ffc-9b9c-49b2-b051-ba0274d8db28 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 945 time: 0.0660915 Jun 22 02:03:25.882972 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0a4a2916-e44f-409e-b436-cf926390e0fa req-3745998b-3186-4283-91c3-b4101fa5b212 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Jun 22 02:03:26.066922 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f500a4-2048-4c6d-9f60-fa14f8cd23b2 req-9ac86f3e-1794-4d32-ba30-001d820f7de0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:26.068422 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-07f500a4-2048-4c6d-9f60-fa14f8cd23b2 req-9ac86f3e-1794-4d32-ba30-001d820f7de0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0704017 Jun 22 02:03:26.108191 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-07f500a4-2048-4c6d-9f60-fa14f8cd23b2 req-ebe550a0-6fa0-4d14-88b2-75d146c63081 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338075 Jun 22 02:03:26.238473 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51aba5-3d17-4dcc-94c1-3ba184f10cee req-2c6917f7-ee61-4fdd-8c51-38c0444fe819 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:26.239922 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8f51aba5-3d17-4dcc-94c1-3ba184f10cee req-2c6917f7-ee61-4fdd-8c51-38c0444fe819 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0613537 Jun 22 02:03:26.279659 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8f51aba5-3d17-4dcc-94c1-3ba184f10cee req-f6eee515-9461-4925-9fee-08165ba12003 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Jun 22 02:03:26.336106 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:03:26.485478 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:03:26.489544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:03:26.501165 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:26.565549 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:26.589239 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:26.591473 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175a1335-785a-4902-b224-47190dc5654d" -d '{"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-plugged", "status": "completed", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:26.606964 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:26.629227 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71523aa0-cd3f-47ab-8301-dfc222f22372 x-openstack-request-id: req-71523aa0-cd3f-47ab-8301-dfc222f22372 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:26.629502 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-plugged", "status": "completed", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:26.629743 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71523aa0-cd3f-47ab-8301-dfc222f22372 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:26.630400 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'code': 200} Jun 22 02:03:26.777583 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:26.779544 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:26.829325 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:26.832380 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:27.070482 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35b84d-bca6-4a26-84a3-c774a509568a req-69b24dfe-1838-4a98-961d-767d1a1345ed tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:27.075805 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cc35b84d-bca6-4a26-84a3-c774a509568a req-69b24dfe-1838-4a98-961d-767d1a1345ed tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0757504 Jun 22 02:03:27.111291 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cc35b84d-bca6-4a26-84a3-c774a509568a req-bafa3029-92fd-441b-a2ee-8f2fb872ba63 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329967 Jun 22 02:03:27.236561 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64221d4-278c-4288-8d6e-832045f7f2a7 req-a302ca62-ef90-4bf5-bc3d-55055e4f6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:27.238086 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a64221d4-278c-4288-8d6e-832045f7f2a7 req-a302ca62-ef90-4bf5-bc3d-55055e4f6d14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.0597749 Jun 22 02:03:27.277631 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a64221d4-278c-4288-8d6e-832045f7f2a7 req-4b7b72d5-37dd-4f0a-81da-8319cb8d1184 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329349 Jun 22 02:03:27.298596 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad3b2b-13cd-43c9-9c86-624f9ca6aae1 req-e3332b71-d18a-427d-b296-05c9ff56f1be tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:27.300326 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-39ad3b2b-13cd-43c9-9c86-624f9ca6aae1 req-e3332b71-d18a-427d-b296-05c9ff56f1be tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0672445 Jun 22 02:03:27.341477 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-39ad3b2b-13cd-43c9-9c86-624f9ca6aae1 req-58d917bf-9f4f-4571-afb8-d72e6f316ea6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353425 Jun 22 02:03:27.507492 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23012f9-f5b0-430d-b445-e0fe80f8ee7a req-8b6a9715-78a6-4579-9191-6d1fa99b31cc tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:27.509258 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c23012f9-f5b0-430d-b445-e0fe80f8ee7a req-8b6a9715-78a6-4579-9191-6d1fa99b31cc tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0638838 Jun 22 02:03:27.552891 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c23012f9-f5b0-430d-b445-e0fe80f8ee7a req-5edc2742-5642-4b21-b0b4-1f6d65a91523 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367320 Jun 22 02:03:27.685812 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-63301309-0cc4-4d17-8749-6a0337226ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:27.929367 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:28.291018 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d33b9f-5ed2-4bba-80f7-d2e7ddd81d8e req-ec0fe3d3-592c-4e6c-90c1-2a7bfc997429 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:28.292544 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c0d33b9f-5ed2-4bba-80f7-d2e7ddd81d8e req-ec0fe3d3-592c-4e6c-90c1-2a7bfc997429 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0637753 Jun 22 02:03:28.332854 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c0d33b9f-5ed2-4bba-80f7-d2e7ddd81d8e req-2575dbbf-2a21-45f7-9c27-a44903620f9e tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338798 Jun 22 02:03:28.531797 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79b06-ba2f-4ec0-bb44-ffb4c844bd8b req-eadea71f-3174-4c37-9549-deea85fed879 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:28.533897 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-56f79b06-ba2f-4ec0-bb44-ffb4c844bd8b req-eadea71f-3174-4c37-9549-deea85fed879 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0711465 Jun 22 02:03:28.575813 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-56f79b06-ba2f-4ec0-bb44-ffb4c844bd8b req-10c2c2bf-ba37-4910-b58f-2fca75359d4c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Jun 22 02:03:28.749877 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80efb0-d729-4268-957c-eeb2c5b33dfa req-b89a070f-aca4-444e-896e-a90e05e6e8d9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:28.751359 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d80efb0-d729-4268-957c-eeb2c5b33dfa req-b89a070f-aca4-444e-896e-a90e05e6e8d9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0707204 Jun 22 02:03:28.802158 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d80efb0-d729-4268-957c-eeb2c5b33dfa req-1d942545-bd24-492f-b6bf-263cb0ea9109 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Jun 22 02:03:28.885754 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:29.108687 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d0151-90a9-47b7-bf74-469d97423694 req-2826ae6c-2d26-4bc2-a1a2-fc2eccfd4b85 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:29.111561 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-817d0151-90a9-47b7-bf74-469d97423694 req-2826ae6c-2d26-4bc2-a1a2-fc2eccfd4b85 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0673172 Jun 22 02:03:29.162469 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-817d0151-90a9-47b7-bf74-469d97423694 req-88e250c5-cb38-481d-8941-442dfa46f00e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Jun 22 02:03:29.511412 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaeb76-106e-4e9f-9b70-27ee0e350603 req-a11e8b28-b0a8-4850-8022-ce06f9c3a0ea tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:29.512963 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8bdaeb76-106e-4e9f-9b70-27ee0e350603 req-a11e8b28-b0a8-4850-8022-ce06f9c3a0ea tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0663462 Jun 22 02:03:29.552396 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8bdaeb76-106e-4e9f-9b70-27ee0e350603 req-9475b7b9-475a-4261-a5bb-404f3c25c824 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Jun 22 02:03:29.728752 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b868-c134-4ff7-a6a5-6946cca03e99 req-4ac9efbe-da6f-4e74-b512-283c8bc1988c tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:29.730145 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6ba6b868-c134-4ff7-a6a5-6946cca03e99 req-4ac9efbe-da6f-4e74-b512-283c8bc1988c tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0667315 Jun 22 02:03:29.767953 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6ba6b868-c134-4ff7-a6a5-6946cca03e99 req-446411ca-0a51-49b8-9627-cbf8bf079054 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jun 22 02:03:29.794338 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39274) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:29.942132 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5d47d-d4e4-41f3-9ea0-6ef403dc11e4 req-46c4ad27-7c8e-427a-9cc7-00fd1fdc1a11 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:29.943699 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-72f5d47d-d4e4-41f3-9ea0-6ef403dc11e4 req-46c4ad27-7c8e-427a-9cc7-00fd1fdc1a11 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0704799 Jun 22 02:03:29.982448 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-72f5d47d-d4e4-41f3-9ea0-6ef403dc11e4 req-c4d52f2a-80df-42ef-947d-d3989984f9e8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Jun 22 02:03:30.056166 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff4bec-dbe2-4104-8479-f3a9f3d92f91 tempest-TestShelveInstance-1425018774 tempest-TestShelveInstance-1425018774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:30.059312 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-38ff4bec-dbe2-4104-8479-f3a9f3d92f91 tempest-TestShelveInstance-1425018774 tempest-TestShelveInstance-1425018774-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1094 time: 0.2575924 Jun 22 02:03:30.063143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39284) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:30.068052 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Request body: {'floatingip': {'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'port_id': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:30.168497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f476ea-79c1-4a7a-8da5-f92813ca6a70 req-89ad1707-187f-49f0-8743-7d21ebdec905 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:30.170087 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-98f476ea-79c1-4a7a-8da5-f92813ca6a70 req-89ad1707-187f-49f0-8743-7d21ebdec905 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0757396 Jun 22 02:03:30.211748 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-98f476ea-79c1-4a7a-8da5-f92813ca6a70 req-8713516c-66f8-49ef-a264-51aa7d469a97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353417 Jun 22 02:03:30.295179 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for floatingip, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:30.431565 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d801ed-c93e-44b9-84ae-c7966e3622f9 req-adfdb98a-1c00-4e43-bf1b-f79c99767890 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:30.433189 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f4d801ed-c93e-44b9-84ae-c7966e3622f9 req-adfdb98a-1c00-4e43-bf1b-f79c99767890 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0917411 Jun 22 02:03:30.467840 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:30.489255 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f4d801ed-c93e-44b9-84ae-c7966e3622f9 req-c611fedc-35d5-4151-be4f-b26447605f10 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Jun 22 02:03:30.529607 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:30.585591 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Allocated IP 172.28.2.94 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/272f100e-1452-4d3a-9328-1a101db471f9) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:03:30.689454 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:30.816002 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:30.819272 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:30.870607 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:03:30.879401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:03:30.882293 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'Port': ['ID=272f100e-1452-4d3a-9328-1a101db471f9,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:30.884517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:03:30.887329 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:30.915528 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c906b-b78f-4724-b1c1-8e171a5e8650 req-6988494e-ee63-496a-847f-ba2b0030eecb tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:30.917015 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-770c906b-b78f-4724-b1c1-8e171a5e8650 req-6988494e-ee63-496a-847f-ba2b0030eecb tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.1359482 Jun 22 02:03:30.992937 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-770c906b-b78f-4724-b1c1-8e171a5e8650 req-0d0a241f-65f8-4c94-b5c4-c503b4d62fc9 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 Jun 22 02:03:31.177931 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5debca-0b32-4389-9ace-e95e51201673 req-4697c48c-c03b-4e6e-83d9-2ab1bc96df96 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:31.179513 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ad5debca-0b32-4389-9ace-e95e51201673 req-4697c48c-c03b-4e6e-83d9-2ab1bc96df96 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0776432 Jun 22 02:03:31.217795 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ad5debca-0b32-4389-9ace-e95e51201673 req-69160d56-2ef5-43b2-b44c-efc2d37b8df1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jun 22 02:03:31.296141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:31.397118 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2474e2-34fc-4597-8e42-fd06c7401599 req-4a41183c-089f-409c-97a9-33186eccd991 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:31.398570 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-eb2474e2-34fc-4597-8e42-fd06c7401599 req-4a41183c-089f-409c-97a9-33186eccd991 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0628185 Jun 22 02:03:31.455443 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-eb2474e2-34fc-4597-8e42-fd06c7401599 req-fa84efe7-939a-4de9-b063-0ed70d650bc8 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503941 Jun 22 02:03:31.471143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:31.627500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:31.684263 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907df7e-3833-472a-b942-d0ad8cab0306 req-79571c4a-ab30-4796-9cca-aed1e081b829 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:31.685729 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c907df7e-3833-472a-b942-d0ad8cab0306 req-79571c4a-ab30-4796-9cca-aed1e081b829 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0675876 Jun 22 02:03:31.723822 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c907df7e-3833-472a-b942-d0ad8cab0306 req-6293ad80-61ac-4b43-b9d6-6bdb5202227f tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Jun 22 02:03:31.742326 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:31.746869 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:31.819490 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event updated for resources: {'Port': ['ID=272f100e-1452-4d3a-9328-1a101db471f9,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:31.823351 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:31.830104 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:31.930380 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.l3_db [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Floating IP 67712e7c-3017-4c38-a024-42fcbc28d26b associated. External IP: 172.28.2.94, port: 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11. Jun 22 02:03:32.314921 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf3865-679e-4934-b1b4-ec720939c7f7 req-13c427c8-f0ca-4b42-a6a2-430cd4becbf0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:32.316503 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4fdf3865-679e-4934-b1b4-ec720939c7f7 req-13c427c8-f0ca-4b42-a6a2-430cd4becbf0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.1181443 Jun 22 02:03:32.363423 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:03:32.425706 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4fdf3865-679e-4934-b1b4-ec720939c7f7 req-8d04b1c2-5505-4e95-bed2-67083c53a06a tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750296 Jun 22 02:03:32.446510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01467f-fb3f-441a-9dc1-848013c3ab39 req-309038aa-9fe5-447b-ace7-a9f18fbd7d41 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:32.449342 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5f01467f-fb3f-441a-9dc1-848013c3ab39 req-309038aa-9fe5-447b-ace7-a9f18fbd7d41 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1060987 Jun 22 02:03:32.455406 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:03:32.473326 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:32.485716 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'mac_address': 'fa:16:3e:82:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:03:32.499584 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5f01467f-fb3f-441a-9dc1-848013c3ab39 req-570856cd-b059-4a6a-a2f1-8951ea94ee12 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Jun 22 02:03:32.536428 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:32.553767 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:03:32.580116 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:03:32.583772 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:32.590243 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] Sync routers for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:03:32.599928 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:03:32.600618 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:03:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:32.678112 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:32.680244 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:32.715535 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:03:32.721345 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cc23c-65ca-4073-a0fe-fc5baea78ead req-ec8f7088-4cb4-441c-bac4-ff9eb0f61a0c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:32.728351 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-895cc23c-65ca-4073-a0fe-fc5baea78ead req-ec8f7088-4cb4-441c-bac4-ff9eb0f61a0c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.1236126 Jun 22 02:03:32.732355 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=6']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:32.741803 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:32.743985 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:32.798784 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-aac44bb8-e9af-46c0-97a3-f62b79c9d7d9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:32.800286 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-aac44bb8-e9af-46c0-97a3-f62b79c9d7d9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.1531637 Jun 22 02:03:32.811420 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['9ebb42c8-9d66-492b-b77e-d7bf70fd4079'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:32.843564 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7770493 Jun 22 02:03:32.861329 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-895cc23c-65ca-4073-a0fe-fc5baea78ead req-9b116a2c-de57-40c6-b376-f2cb954a9199 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315238 Jun 22 02:03:32.870554 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:32.873838 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14" -d '{"events": [{"name": "network-changed", "server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:32.939579 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd48be3-d28d-4405-99b0-372786eba85a x-openstack-request-id: req-efd48be3-d28d-4405-99b0-372786eba85a {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:32.941146 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:32.941146 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-efd48be3-d28d-4405-99b0-372786eba85a {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:32.941146 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'status': 'completed', 'code': 200} Jun 22 02:03:32.959471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac702b0-f136-411c-b7b9-36f0b357c214 req-a94913c6-a15f-42bc-9188-80f0fce60f7d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:32.961506 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1ac702b0-f136-411c-b7b9-36f0b357c214 req-a94913c6-a15f-42bc-9188-80f0fce60f7d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 945 time: 0.0967512 Jun 22 02:03:33.013081 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '67712e7c-3017-4c38-a024-42fcbc28d26b', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'floating_ip_address': '172.28.2.94', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'port_id': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'mac_address': 'fa:16:3e:b0:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324443e-2931-4716-b51e-65d17afa4723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:03:31Z', 'updated_at': '2021-06-22T02:03:31Z', 'revision_number': 0, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:06Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:33.013403 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Deleting port cf4549c6-1c76-436e-a192-eb832acad866 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:03:33.013506 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:33.042126 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] Checking router: b8f0d13b-5ffd-4ac9-ae41-05816e159f34 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:03:33.054533 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:03:33.055156 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:03:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:33.072263 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1ac702b0-f136-411c-b7b9-36f0b357c214 req-6b34ea94-ff2e-492c-a0fd-bb0a4772e0a1 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045673 Jun 22 02:03:33.091111 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-3edfd419-ade2-4583-8dc7-4e3c5bde60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:33.092607 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-3edfd419-ade2-4583-8dc7-4e3c5bde60f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.1180229 Jun 22 02:03:33.114900 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] For port cf4549c6-1c76-436e-a192-eb832acad866, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf4549c6-1c76-436e-a192-eb832acad866,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:33.115268 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:33.162975 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:03:33.188434 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Calling delete_port for cf4549c6-1c76-436e-a192-eb832acad866 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:03:33.204983 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-4360938f-fe9a-47e0-bd1b-9ab6b6bdd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:33.206743 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-4360938f-fe9a-47e0-bd1b-9ab6b6bdd058 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.0988150 Jun 22 02:03:33.292934 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-910bdd43-6344-433c-b17d-40f6119fb501 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 999 time: 0.0764668 Jun 22 02:03:33.378051 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-e4d05f66-8f1e-48e8-9a84-9e835b2da0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:33.379505 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-e4d05f66-8f1e-48e8-9a84-9e835b2da0d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0565743 Jun 22 02:03:33.427700 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '67712e7c-3017-4c38-a024-42fcbc28d26b', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'floating_ip_address': '172.28.2.94', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'port_id': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'mac_address': 'fa:16:3e:b0:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324443e-2931-4716-b51e-65d17afa4723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:03:31Z', 'updated_at': '2021-06-22T02:03:31Z', 'revision_number': 0, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:06Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:33.461473 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-ae45171e-8719-492e-b548-cac5a6e500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:33.463777 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:33.464319 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-ae45171e-8719-492e-b548-cac5a6e500ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718920 Jun 22 02:03:33.464445 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31056c8-9cc8-4a19-8e1e-7dbce7db2cdd None None] The sync data for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb is: [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': '67712e7c-3017-4c38-a024-42fcbc28d26b', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'floating_ip_address': '172.28.2.94', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'port_id': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'mac_address': 'fa:16:3e:b0:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3324443e-2931-4716-b51e-65d17afa4723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:03:31Z', 'updated_at': '2021-06-22T02:03:31Z', 'revision_number': 0, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:06Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:03:33.471419 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-44d42460-a8ea-449d-b46d-1f809df6d3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:33.478908 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['07e4766f-0635-47e1-ac2e-efe4dc7ef979', 'cf4549c6-1c76-436e-a192-eb832acad866'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:33.508712 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Pushing event deleted for resources: {'Port': ['ID=cf4549c6-1c76-436e-a192-eb832acad866,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:33.552913 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:33.575573 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] No DVR routers for this DVR port cf4549c6-1c76-436e-a192-eb832acad866 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:03:33.578155 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:33.580480 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aff3d785-394b-400a-a83c-6043d2c60f2d req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "DELETE /v2.0/ports/cf4549c6-1c76-436e-a192-eb832acad866 HTTP/1.1" status: 204 len: 173 time: 0.7600155 Jun 22 02:03:33.643481 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-111ba1ea-8386-4a67-9cab-5520edd25e68 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711385 Jun 22 02:03:33.733968 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f423-a9e0-44fe-aea8-8f38d97aad52 req-52cb52cb-6fd8-472b-9814-0c734903d983 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:33.735949 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2790f423-a9e0-44fe-aea8-8f38d97aad52 req-52cb52cb-6fd8-472b-9814-0c734903d983 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0809684 Jun 22 02:03:33.752686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de9bbca-94a4-46cd-a68e-f1604e628b79 None None] New status for floating IP 67712e7c-3017-4c38-a024-42fcbc28d26b: ACTIVE {{(pid=99637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:03:33.788290 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2790f423-a9e0-44fe-aea8-8f38d97aad52 req-d6b7af78-9796-4b99-8184-f64eea6523fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439305 Jun 22 02:03:33.812360 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39332) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:33.837711 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca0b4-2ec3-4ab9-a0d8-301062f3b4e1 req-2a674beb-4f62-4a5b-9973-05788580537b tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:33.842458 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-97aca0b4-2ec3-4ab9-a0d8-301062f3b4e1 req-2a674beb-4f62-4a5b-9973-05788580537b tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.1770229 Jun 22 02:03:33.844979 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-652a27a9-1117-4e10-9fa6-eaf4e61a4e14 req-d37c6df1-2aed-42fb-9f49-7c56d88a6fa3 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914856 Jun 22 02:03:33.891579 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-97aca0b4-2ec3-4ab9-a0d8-301062f3b4e1 req-b77fb32f-3ab9-4ba6-8a88-694c3cb5e982 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jun 22 02:03:34.061209 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe817b93-33fc-454c-8fe1-788e7fd0c4d4 tempest-TestMinimumBasicScenario-1892721282 tempest-TestMinimumBasicScenario-1892721282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:34.065083 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-fe817b93-33fc-454c-8fe1-788e7fd0c4d4 tempest-TestMinimumBasicScenario-1892721282 tempest-TestMinimumBasicScenario-1892721282-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1094 time: 0.2492547 Jun 22 02:03:34.066274 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39338) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:34.071652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bf87f-3b30-469d-b4dc-87d8e8889b1d req-bfaeb973-18ab-4378-81fe-d70f5b25da96 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:34.071891 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'floatingip': {'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'port_id': '8568f278-0230-4f7c-9f73-e3288e72168c', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:34.073107 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f75bf87f-3b30-469d-b4dc-87d8e8889b1d req-bfaeb973-18ab-4378-81fe-d70f5b25da96 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.1140945 Jun 22 02:03:34.110934 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c454b62-3021-4648-b25e-115b4405a531 req-f029d794-34cf-4750-9f52-6445d719a0ff tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:34.112502 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5c454b62-3021-4648-b25e-115b4405a531 req-f029d794-34cf-4750-9f52-6445d719a0ff tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0900848 Jun 22 02:03:34.116536 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f75bf87f-3b30-469d-b4dc-87d8e8889b1d req-734e3bb8-8074-439a-b76b-ba5bb416650d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376475 Jun 22 02:03:34.163973 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5c454b62-3021-4648-b25e-115b4405a531 req-8f6a0c6c-83aa-47fc-a239-f0456c22ab3a tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Jun 22 02:03:34.194039 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for floatingip, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.282769 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-59a6a705-7114-4a36-a2e3-27050bda2d5c req-01a46a83-9eba-499a-a92c-0a945f67fe32 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=0987884f-2118-4253-923b-49539a4954b0 HTTP/1.1" status: 200 len: 210 time: 0.0405564 Jun 22 02:03:34.297141 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.399430 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:03:34.405370 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Allocated IP 172.28.2.114 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/e15458dd-c890-4ff6-a9fc-6d727ceb5c49) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:03:34.461764 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:03:34.463548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.522898 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.553151 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.583869 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:34.586205 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9239d5-1c69-4aa6-bc9c-e273e79ffa60" -d '{"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:34.598638 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:34.623633 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc56f77-58c9-49ac-a907-c2e9fa5ec02f x-openstack-request-id: req-adc56f77-58c9-49ac-a907-c2e9fa5ec02f {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:34.623962 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:34.624231 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-adc56f77-58c9-49ac-a907-c2e9fa5ec02f {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:34.624644 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'code': 200} Jun 22 02:03:34.663226 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.666209 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0c348746-e6b3-468e-b950-da32d4150e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:34.695072 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.696078 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cf4549c6-1c76-436e-a192-eb832acad866 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:03:34.698820 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:34.705957 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:03:34.708725 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:03:34.712285 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:03:34.720609 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: cf4549c6-1c76-436e-a192-eb832acad866 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:03:34.720985 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cf4549c6-1c76-436e-a192-eb832acad866 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:03:34.738697 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'Port': ['ID=e15458dd-c890-4ff6-a9fc-6d727ceb5c49,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:34.751256 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.751665 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.751990 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.752343 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.752695 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.753071 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.753416 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.753762 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.754105 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.754447 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.754789 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.755379 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:03:34.760093 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:34.764811 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=7']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:34.767831 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:34.941859 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0987884f-2118-4253-923b-49539a4954b0', 'name': 'network-vif-deleted', 'tag': 'cf4549c6-1c76-436e-a192-eb832acad866'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:34.945266 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec88ec-75b4-4554-8a0f-ab9aa488ed1e" -d '{"events": [{"server_uuid": "0987884f-2118-4253-923b-49539a4954b0", "name": "network-vif-deleted", "tag": "cf4549c6-1c76-436e-a192-eb832acad866"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:34.995310 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6908a4d-6531-4d61-a45e-d0a569ec751e x-openstack-request-id: req-e6908a4d-6531-4d61-a45e-d0a569ec751e {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:34.995634 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0987884f-2118-4253-923b-49539a4954b0", "name": "network-vif-deleted", "tag": "cf4549c6-1c76-436e-a192-eb832acad866", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:34.995954 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6908a4d-6531-4d61-a45e-d0a569ec751e {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:34.996384 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0987884f-2118-4253-923b-49539a4954b0', 'name': 'network-vif-deleted', 'tag': 'cf4549c6-1c76-436e-a192-eb832acad866', 'status': 'completed', 'code': 200} Jun 22 02:03:35.098691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858fa07-9376-4cb0-9e12-979692f43111 req-088fd69b-238b-4bc0-a984-44d29f039800 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:35.100269 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f858fa07-9376-4cb0-9e12-979692f43111 req-088fd69b-238b-4bc0-a984-44d29f039800 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.0664709 Jun 22 02:03:35.142416 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f858fa07-9376-4cb0-9e12-979692f43111 req-c1153882-183f-4666-9d21-9e59c8d02d1b tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352540 Jun 22 02:03:35.342376 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9684f1d-2af5-4aa5-bdc2-7d6bc640049a req-a349be28-83c9-481d-8501-daf24f1f8ed3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:35.343971 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a9684f1d-2af5-4aa5-bdc2-7d6bc640049a req-a349be28-83c9-481d-8501-daf24f1f8ed3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0650592 Jun 22 02:03:35.381802 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a9684f1d-2af5-4aa5-bdc2-7d6bc640049a req-19b00706-77e6-4d63-b38b-1061d41f47a7 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Jun 22 02:03:35.413377 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24b97f-3303-4f25-8d41-0a2ff36539ab req-724e2e6a-ff0d-442e-8197-63b338ad468b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:35.414831 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0d24b97f-3303-4f25-8d41-0a2ff36539ab req-724e2e6a-ff0d-442e-8197-63b338ad468b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1509857 Jun 22 02:03:35.446007 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:35.500761 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0d24b97f-3303-4f25-8d41-0a2ff36539ab req-e97df6bd-f45c-4689-aa68-a78ccb7f9d5a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796318 Jun 22 02:03:35.625483 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:35.776570 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:35.851060 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:35.853234 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:35.929909 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'Port': ['ID=e15458dd-c890-4ff6-a9fc-6d727ceb5c49,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:35.932687 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:35.939974 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:36.037818 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.l3_db [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Floating IP d5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4 associated. External IP: 172.28.2.114, port: 8568f278-0230-4f7c-9f73-e3288e72168c. Jun 22 02:03:36.264064 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41701c82-b775-47f5-aa44-c3b201bf23d5 req-978e704d-4df3-4472-8dbe-0bb207107a2d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:36.265625 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-41701c82-b775-47f5-aa44-c3b201bf23d5 req-978e704d-4df3-4472-8dbe-0bb207107a2d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1448717 Jun 22 02:03:36.314280 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:03:36.320947 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-41701c82-b775-47f5-aa44-c3b201bf23d5 req-9c90119d-7ffa-4d31-a65b-8984d3c1dc85 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488081 Jun 22 02:03:36.331226 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08716-dcf0-4dff-a134-98b4382041be req-9fb636d5-ee2f-4837-9e35-b20b9e9bb541 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:36.334995 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-edb08716-dcf0-4dff-a134-98b4382041be req-9fb636d5-ee2f-4837-9e35-b20b9e9bb541 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.0679021 Jun 22 02:03:36.373609 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-edb08716-dcf0-4dff-a134-98b4382041be req-a72206a7-7274-4141-8d9c-421cd93fbc4e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jun 22 02:03:36.435248 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:03:36.449750 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] Sync routers for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:03:36.455028 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:03:36.455744 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:03:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:36.567329 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:03:36.575769 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad74dfb-5f03-4be9-8350-69bbfad20c21 req-230e7baf-8c78-4ef9-a9d0-1362eddd2aad tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:36.577247 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9ad74dfb-5f03-4be9-8350-69bbfad20c21 req-230e7baf-8c78-4ef9-a9d0-1362eddd2aad tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0828524 Jun 22 02:03:36.617239 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9ad74dfb-5f03-4be9-8350-69bbfad20c21 req-2c34b850-9b3e-43d9-b249-6a58a400b604 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331228 Jun 22 02:03:36.634425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:36.677911 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6104207 Jun 22 02:03:36.678818 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:36.681279 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac17b25-d308-4efb-bf33-2c7627b02bda" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:36.682761 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39384) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:36.687524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159905075', 'description': 'tempest-secgroup-smoke-159905075 description', 'project_id': '79c33809278344f28eee9377d74f107b'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:36.725682 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c409ead8-7bd3-4eb3-bd8b-9244e8f9b98a x-openstack-request-id: req-c409ead8-7bd3-4eb3-bd8b-9244e8f9b98a {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:36.726418 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:36.740815 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c409ead8-7bd3-4eb3-bd8b-9244e8f9b98a {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:36.740815 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'status': 'completed', 'code': 200} Jun 22 02:03:36.741187 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a3f37-2ebd-4461-a93a-f22b21d4d5b8 req-2acf67b5-30dd-402f-af1e-5b00ed963152 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:36.741187 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-735a3f37-2ebd-4461-a93a-f22b21d4d5b8 req-2acf67b5-30dd-402f-af1e-5b00ed963152 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0979393 Jun 22 02:03:36.769415 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-735a3f37-2ebd-4461-a93a-f22b21d4d5b8 req-5be498c0-2cf3-4d72-8005-1cb70b86a5f6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Jun 22 02:03:36.808847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-244637a9-9690-424e-bf90-dbbe728617b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:36.810396 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-244637a9-9690-424e-bf90-dbbe728617b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1099 time: 0.0595171 Jun 22 02:03:36.818964 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'd5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'floating_ip_address': '172.28.2.114', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'port_id': '8568f278-0230-4f7c-9f73-e3288e72168c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'mac_address': 'fa:16:3e:55:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:03:35Z', 'updated_at': '2021-06-22T02:03:35Z', 'revision_number': 0, 'project_id': '79c33809278344f28eee9377d74f107b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:30Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:36.848420 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] Checking router: f60128f3-e2f4-4f09-a454-ccc1c9de7b68 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:03:36.852024 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:36.856896 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:03:36.857526 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:03:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:36.910115 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-8aeb862f-36a0-4574-9f5e-56bdc72c1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:36.911581 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-8aeb862f-36a0-4574-9f5e-56bdc72c1c88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 915 time: 0.0888009 Jun 22 02:03:36.942117 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:36.980378 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-efa2400f-2cf2-42c1-9c82-96628a982479 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 1000 time: 0.0607026 Jun 22 02:03:37.036928 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-2c3e7653-31d8-4b41-b3f7-49d1ccc8ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.038618 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-2c3e7653-31d8-4b41-b3f7-49d1ccc8ab46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0446601 Jun 22 02:03:37.050393 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:03:37.051122 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.054785 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c0a2de9e-80cd-4470-ab43-aeec83c8244b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:37.083181 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e7e6f-13f7-4107-883a-679b211dae44,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:37.086261 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:37.102879 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-fafd3230-2466-469b-bbf7-17d5fb1d9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.105695 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-fafd3230-2466-469b-bbf7-17d5fb1d9b81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578294 Jun 22 02:03:37.161585 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.166402 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4825969 Jun 22 02:03:37.167500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39388) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:37.171774 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group_rule': {'security_group_id': '1e1e7e6f-13f7-4107-883a-679b211dae44', 'project_id': '79c33809278344f28eee9377d74f107b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:37.209127 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-49703b79-1cc8-45e3-b961-bec0ac55cfd6 service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929103 Jun 22 02:03:37.277134 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'd5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'floating_ip_address': '172.28.2.114', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'port_id': '8568f278-0230-4f7c-9f73-e3288e72168c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'mac_address': 'fa:16:3e:55:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:03:35Z', 'updated_at': '2021-06-22T02:03:35Z', 'revision_number': 0, 'project_id': '79c33809278344f28eee9377d74f107b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:30Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:37.302268 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124dfd5-c597-43e7-972a-25dc39d2e161 None None] The sync data for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb is: [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'd5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'floating_ip_address': '172.28.2.114', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'port_id': '8568f278-0230-4f7c-9f73-e3288e72168c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'mac_address': 'fa:16:3e:55:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:03:35Z', 'updated_at': '2021-06-22T02:03:35Z', 'revision_number': 0, 'project_id': '79c33809278344f28eee9377d74f107b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:30Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:03:37.306184 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7ac17b25-d308-4efb-bf33-2c7627b02bda req-40fbfa90-d3a4-45a4-b49a-8abd44422347 service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885770 Jun 22 02:03:37.318214 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.387892 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.469017 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.471905 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:37.494536 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca3c9ec-c756-4be2-b3ea-06704d914d50,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:37.507150 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:37.514827 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c14f6a-cd3b-4c8b-b22a-7643d85fc7b6 req-3ee38100-5f26-41cc-ac97-b9eabaf8b189 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.516468 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f1c14f6a-cd3b-4c8b-b22a-7643d85fc7b6 req-3ee38100-5f26-41cc-ac97-b9eabaf8b189 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0750194 Jun 22 02:03:37.574443 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b5603-e989-4206-91b2-613028bd21b4 None None] New status for floating IP d5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4: ACTIVE {{(pid=99637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:03:37.581417 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f1c14f6a-cd3b-4c8b-b22a-7643d85fc7b6 req-a832f459-0847-4e5e-a3e8-45387fa86919 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576601 Jun 22 02:03:37.585932 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca0ffe-e424-4a04-ab99-053036307f40 req-304fcdef-4305-4c8c-b852-bb89336e82ce tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.592945 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-31ca0ffe-e424-4a04-ab99-053036307f40 req-304fcdef-4305-4c8c-b852-bb89336e82ce tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.1008823 Jun 22 02:03:37.601184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.602262 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4341393 Jun 22 02:03:37.605854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39394) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:37.611347 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group_rule': {'security_group_id': '1e1e7e6f-13f7-4107-883a-679b211dae44', 'project_id': '79c33809278344f28eee9377d74f107b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:37.633357 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-31ca0ffe-e424-4a04-ab99-053036307f40 req-282517d6-5ea7-4ef6-8e79-29be790415a1 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Jun 22 02:03:37.724360 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.825201 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.860555 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03ee7d-96ad-4a4f-b523-6c307703af05 req-6d4f90e3-f50a-4458-8c6a-a278e3a100a3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.862123 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-da03ee7d-96ad-4a4f-b523-6c307703af05 req-6d4f90e3-f50a-4458-8c6a-a278e3a100a3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.1337504 Jun 22 02:03:37.916706 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-da03ee7d-96ad-4a4f-b523-6c307703af05 req-26b09e9c-3930-4159-97a8-65421a34cb4e tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Jun 22 02:03:37.928193 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90501fdd-d278-4535-b4cb-255bbe159579 req-e9adfebf-6422-4ca0-bc52-5fed1b91c58c tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.929838 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-90501fdd-d278-4535-b4cb-255bbe159579 req-e9adfebf-6422-4ca0-bc52-5fed1b91c58c tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 945 time: 0.1152556 Jun 22 02:03:37.946703 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:37.968050 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d83541e0-4d77-459f-aaa1-30dc7f4c18d9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:37.985498 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97be3f-e8ef-400f-8f57-97ceb932c11c req-ffa1e847-2c0a-4649-9024-557ae8f7e8eb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:37.987365 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4b97be3f-e8ef-400f-8f57-97ceb932c11c req-ffa1e847-2c0a-4649-9024-557ae8f7e8eb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0691078 Jun 22 02:03:37.994844 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f4198a-cade-49ff-bcf2-da75f7e1d138,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:38.003960 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:38.046033 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4b97be3f-e8ef-400f-8f57-97ceb932c11c req-a001de4b-45ee-496a-837a-d83616d82ece tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505013 Jun 22 02:03:38.068420 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Deleting port c2e1b36b-3943-4406-b91b-56e23ac0a75b {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:03:38.069113 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.108084 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.109204 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ca1b3583-e4c2-4317-a69d-015812f198d4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5021749 Jun 22 02:03:38.111969 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39412) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:38.116595 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group_rule': {'security_group_id': '1e1e7e6f-13f7-4107-883a-679b211dae44', 'project_id': '79c33809278344f28eee9377d74f107b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:38.177349 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] For port c2e1b36b-3943-4406-b91b-56e23ac0a75b, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c2e1b36b-3943-4406-b91b-56e23ac0a75b,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:38.177708 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.242061 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Calling delete_port for c2e1b36b-3943-4406-b91b-56e23ac0a75b owned by compute:nova {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:03:38.288342 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.373078 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.520670 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.521299 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.525729 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:38.554113 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9d8ae3-1fcc-4502-b939-4badae7a1afb,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:38.573027 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:38.573728 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6bf9ca7a-59b3-4a5e-a825-7ad91fc332f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:38.594823 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244308a9-ec36-44e6-9fbe-d821eecbffe8 req-ca6a26da-5a74-48d3-80a1-cd02582d07cc tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:38.596618 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-244308a9-ec36-44e6-9fbe-d821eecbffe8 req-ca6a26da-5a74-48d3-80a1-cd02582d07cc tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0736458 Jun 22 02:03:38.620670 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] No DVR routers for this DVR port c2e1b36b-3943-4406-b91b-56e23ac0a75b on host hv-cinder-79326 {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:03:38.624632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Pushing event deleted for resources: {'Port': ['ID=c2e1b36b-3943-4406-b91b-56e23ac0a75b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:38.626906 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.628877 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-90501fdd-d278-4535-b4cb-255bbe159579 req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "DELETE /v2.0/ports/c2e1b36b-3943-4406-b91b-56e23ac0a75b HTTP/1.1" status: 204 len: 173 time: 0.6933436 Jun 22 02:03:38.630244 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:38.631081 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.632129 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f471ab2a-7d7e-4888-9ac1-1bb6ed4ab50e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5189602 Jun 22 02:03:38.640598 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39424) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:38.645276 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group_rule': {'security_group_id': '1e1e7e6f-13f7-4107-883a-679b211dae44', 'project_id': '79c33809278344f28eee9377d74f107b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:38.671327 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-244308a9-ec36-44e6-9fbe-d821eecbffe8 req-e4bd5f48-ca6c-42c0-bc5a-4d4f1a0f7994 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608675 Jun 22 02:03:38.729485 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'name': 'network-vif-deleted', 'tag': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:38.731811 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1b786b-79b3-45ae-915a-fce486aedb3f" -d '{"events": [{"server_uuid": "97f6e6f8-d946-4bc2-985c-a39a433e1057", "name": "network-vif-deleted", "tag": "c2e1b36b-3943-4406-b91b-56e23ac0a75b"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:38.776250 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.819337 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-f069c231-51d4-439d-875d-ad7530bda535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:38.820901 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-f069c231-51d4-439d-875d-ad7530bda535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1098 time: 0.1336842 Jun 22 02:03:38.830245 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-57a8c15b-2c3a-4a0b-be33-a111ac573d8e req-3c33eb81-a0ed-468d-8464-e276c46c6b48 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 210 time: 0.0287201 Jun 22 02:03:38.892827 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bb5d40-7129-4dcf-9c76-2baead8c78a0 x-openstack-request-id: req-43bb5d40-7129-4dcf-9c76-2baead8c78a0 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:38.893009 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f6e6f8-d946-4bc2-985c-a39a433e1057", "name": "network-vif-deleted", "tag": "c2e1b36b-3943-4406-b91b-56e23ac0a75b", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:38.893208 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43bb5d40-7129-4dcf-9c76-2baead8c78a0 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:38.893613 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f6e6f8-d946-4bc2-985c-a39a433e1057', 'name': 'network-vif-deleted', 'tag': 'c2e1b36b-3943-4406-b91b-56e23ac0a75b', 'status': 'completed', 'code': 200} Jun 22 02:03:38.920642 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:38.933999 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fac7f-221e-4d05-9b7f-a76930d3eb7a req-18868f86-b193-486d-9653-06ed9dc7231b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:38.935556 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6c7fac7f-221e-4d05-9b7f-a76930d3eb7a req-18868f86-b193-486d-9653-06ed9dc7231b tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1966374 Jun 22 02:03:38.979919 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-6ba5b879-2b2d-4f4b-8563-61d1f1bd9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:38.981842 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-6ba5b879-2b2d-4f4b-8563-61d1f1bd9ae5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 912 time: 0.1521695 Jun 22 02:03:39.008809 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6c7fac7f-221e-4d05-9b7f-a76930d3eb7a req-b2036825-39c4-4b1c-8f62-35bfbf83ac40 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640874 Jun 22 02:03:39.045513 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:39.056437 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:39.082536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb241cf-047a-488b-b841-d13a3314ff7c,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:39.085632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:39.103467 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-0b40a5b0-78fd-4b7e-b730-79a72ad80405 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 1000 time: 0.1073487 Jun 22 02:03:39.154275 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-8d20b551-4098-4b14-ae7f-9ada8d3ff8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:39.156080 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-8d20b551-4098-4b14-ae7f-9ada8d3ff8f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0484438 Jun 22 02:03:39.157150 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:39.160852 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4ff27e81-2148-4d4a-9bc3-e4dd17db3f4a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5165956 Jun 22 02:03:39.161148 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39444) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:39.166365 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group_rule': {'security_group_id': '1e1e7e6f-13f7-4107-883a-679b211dae44', 'project_id': '79c33809278344f28eee9377d74f107b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:39.243989 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-90730ec3-a7e2-4f1a-a017-cf2a28a690ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:39.245778 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-90730ec3-a7e2-4f1a-a017-cf2a28a690ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744076 Jun 22 02:03:39.272933 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e81d-b21c-4942-9926-7fba12783201 req-1eb1fc80-a6d0-4848-9958-70f832f7ea23 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:39.274518 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3393e81d-b21c-4942-9926-7fba12783201 req-1eb1fc80-a6d0-4848-9958-70f832f7ea23 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0761678 Jun 22 02:03:39.328834 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3393e81d-b21c-4942-9926-7fba12783201 req-512e0256-69c6-4acf-af35-5cb90a831e2e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Jun 22 02:03:39.340703 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.securitygroups_db [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Project 79c33809278344f28eee9377d74f107b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 02:03:39.353410 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:39.359073 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-c7179934-d4db-4a74-899f-0b4ac05aa74b service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021178 Jun 22 02:03:39.424969 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:39.452171 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:03:39.466073 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9fa78776-2aa4-45d4-bcb0-c94f3c70aed3 req-1fc4144e-7f20-4265-85fc-619d8946daa2 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947592 Jun 22 02:03:39.666766 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:39.670424 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-df575b96-7907-449c-97df-d7e139c865ef tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:39.690624 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75d8a1e-246f-447f-93d7-68e685925663,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:39.699546 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:39.881677 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d0475-f9d0-499d-b1ee-b1f1244ed962 req-8f1d687d-17ac-48e7-8a71-6223367fee7d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:39.883258 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-175d0475-f9d0-499d-b1ee-b1f1244ed962 req-8f1d687d-17ac-48e7-8a71-6223367fee7d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0869768 Jun 22 02:03:39.944726 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-175d0475-f9d0-499d-b1ee-b1f1244ed962 req-ef77b2fa-854c-4857-99b4-4722be628f76 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549984 Jun 22 02:03:40.018050 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b8986aa-ddc8-4dc5-aad8-3234c610afa8 req-f3940e70-dbe2-4797-afe6-2695d4b00823 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=97f6e6f8-d946-4bc2-985c-a39a433e1057 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Jun 22 02:03:40.075795 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:40.085326 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d38e7ff9-0a71-46f9-ab27-ff28e959e44d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9158616 Jun 22 02:03:40.087159 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39456) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:40.093116 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'security_group_rule': {'security_group_id': '1e1e7e6f-13f7-4107-883a-679b211dae44', 'project_id': '79c33809278344f28eee9377d74f107b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:40.231158 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec40f65-3ecf-4b38-ad11-7dee9d5ea763 req-eed182b9-c1b5-464d-8b67-484f75315668 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:40.233005 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2ec40f65-3ecf-4b38-ad11-7dee9d5ea763 req-eed182b9-c1b5-464d-8b67-484f75315668 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0678699 Jun 22 02:03:40.271557 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2ec40f65-3ecf-4b38-ad11-7dee9d5ea763 req-c1dba9b7-2903-47c5-a31e-806b5bae2585 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Jun 22 02:03:40.331216 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.securitygroups_db [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Project 79c33809278344f28eee9377d74f107b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 02:03:40.344250 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:40.405912 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:40.422819 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c2e1b36b-3943-4406-b91b-56e23ac0a75b no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:03:40.447308 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: c2e1b36b-3943-4406-b91b-56e23ac0a75b {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:03:40.447660 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c2e1b36b-3943-4406-b91b-56e23ac0a75b not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:03:40.518966 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:40.538610 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d71ccd5d-fe1f-4b9f-9146-c67d695e15b5 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:40.566470 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8e597c-bff4-43de-ba6b-27f0961cb3eb,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:40.575888 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:40.597254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061850f-0b59-4ec9-bee8-728c8c0022e2 req-11ac82bb-57cd-48ab-98db-63edfb91a006 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:40.598810 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b061850f-0b59-4ec9-bee8-728c8c0022e2 req-11ac82bb-57cd-48ab-98db-63edfb91a006 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1294079 Jun 22 02:03:40.638838 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b061850f-0b59-4ec9-bee8-728c8c0022e2 req-f2cef4cf-bc36-4d7a-ba1c-4d0bcb19f95f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339222 Jun 22 02:03:40.736727 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:40.738194 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-93e01667-386f-4832-832d-e485501bf8a3 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6497343 Jun 22 02:03:40.871491 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-aa298405-01ae-4e5f-89d3-86eae80c228a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159905075&fields=id&tenant_id=79c33809278344f28eee9377d74f107b HTTP/1.1" status: 200 len: 267 time: 0.0382121 Jun 22 02:03:40.945288 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-557b1723-cf47-42d2-b450-0e7bc92b2d13 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:40.946741 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-557b1723-cf47-42d2-b450-0e7bc92b2d13 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0745604 Jun 22 02:03:40.958773 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'port': {'security_groups': ['ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c', '1e1e7e6f-13f7-4107-883a-679b211dae44']}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:41.156174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7895-cf3c-4f29-8382-cd47fb470545 req-5d4aa81a-ffd7-427b-be86-84ede6c7e164 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:41.163381 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f4f7895-cf3c-4f29-8382-cd47fb470545 req-5d4aa81a-ffd7-427b-be86-84ede6c7e164 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0766594 Jun 22 02:03:41.216316 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f4f7895-cf3c-4f29-8382-cd47fb470545 req-c3187df2-6f7b-434c-b920-2e2f6a66a60f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Jun 22 02:03:41.354786 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:41.659892 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:41.684759 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155d047-3b75-4133-8af0-1cf6c984e730 req-c0a26ce4-4967-49c9-af2e-d18c3f1615e7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:41.691517 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d155d047-3b75-4133-8af0-1cf6c984e730 req-c0a26ce4-4967-49c9-af2e-d18c3f1615e7 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.2295930 Jun 22 02:03:41.719165 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:41.741368 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d155d047-3b75-4133-8af0-1cf6c984e730 req-6d212012-31db-4c3c-bf61-9b8c3e40b69e tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Jun 22 02:03:41.941128 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fce983-b326-47fc-9e7b-ad4971152004 req-8d4cd0c8-acbe-4892-8f2b-4ff0dc2ac9c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:41.948017 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62fce983-b326-47fc-9e7b-ad4971152004 req-8d4cd0c8-acbe-4892-8f2b-4ff0dc2ac9c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0868371 Jun 22 02:03:41.989346 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62fce983-b326-47fc-9e7b-ad4971152004 req-5330b7f1-a35b-495a-8654-9c35d92012a7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403614 Jun 22 02:03:42.080423 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:42.087297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:42.094619 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['8568f278-0230-4f7c-9f73-e3288e72168c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:42.134154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:42.134842 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:42.146316 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-421dd9c2-95d9-4d4a-8185-3da4bffb2ced req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "PUT /v2.0/ports/8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 982 time: 1.1925004 Jun 22 02:03:42.147199 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:42.150001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b392339d-990c-4d5a-8f84-96181bfcb522" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:42.240223 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=6']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:42.247094 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:42.297676 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['8568f278-0230-4f7c-9f73-e3288e72168c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:42.492457 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9541c66d-cb4a-4208-a7f2-92504e034139 x-openstack-request-id: req-9541c66d-cb4a-4208-a7f2-92504e034139 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:42.492769 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:42.493072 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9541c66d-cb4a-4208-a7f2-92504e034139 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:42.493520 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'status': 'completed', 'code': 200} Jun 22 02:03:42.514243 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b582354-13c2-421c-8409-53390859ac9d req-74d065b0-52a2-446a-93bb-050a9416bb3b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:42.516469 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b582354-13c2-421c-8409-53390859ac9d req-74d065b0-52a2-446a-93bb-050a9416bb3b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.1745896 Jun 22 02:03:42.575880 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b582354-13c2-421c-8409-53390859ac9d req-f4b84cac-9686-4760-a36b-4b56844843ce tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508380 Jun 22 02:03:42.635495 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-b56a69b6-af3e-4959-8eda-ba713b5d8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:42.637478 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-b56a69b6-af3e-4959-8eda-ba713b5d8097 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1138 time: 0.1162057 Jun 22 02:03:42.658734 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-476e7b6d-5d11-4e99-bcd6-2ab6e8bb5c06 None None] Provisioning complete for port 8568f278-0230-4f7c-9f73-e3288e72168c triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:03:42.659540 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-476e7b6d-5d11-4e99-bcd6-2ab6e8bb5c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:42.740975 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-67298ab3-9167-44f6-bc47-6c76998b68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:42.761159 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-67298ab3-9167-44f6-bc47-6c76998b68bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 915 time: 0.0988672 Jun 22 02:03:42.829209 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-61056425-7bca-43f2-8193-4e7e8de78f74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 1002 time: 0.0665169 Jun 22 02:03:42.916218 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-9fce1675-5099-49c7-b1c6-f4b6fc4eb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:42.917867 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-9fce1675-5099-49c7-b1c6-f4b6fc4eb0d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0803931 Jun 22 02:03:42.973446 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969186b-5589-44ab-9f99-2bcdfa6d017c req-f10a41e9-6acd-4d6e-8f4d-ec0babd1f810 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:42.974947 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a969186b-5589-44ab-9f99-2bcdfa6d017c req-f10a41e9-6acd-4d6e-8f4d-ec0babd1f810 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.1073956 Jun 22 02:03:43.023172 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-bc6abd8f-9b35-4b35-9cdc-7cbb8609af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:43.024299 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-bc6abd8f-9b35-4b35-9cdc-7cbb8609af57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939407 Jun 22 02:03:43.027506 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a969186b-5589-44ab-9f99-2bcdfa6d017c req-e24d96c0-7efc-42e0-9a35-aa3a15b755a4 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/security-groups?id=273cd795-5bfa-422f-853f-5b0fb2202081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451448 Jun 22 02:03:43.060504 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-307343ff-310e-4163-a7eb-ecb88f2c07c6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:43.062701 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-307343ff-310e-4163-a7eb-ecb88f2c07c6 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 945 time: 0.0700352 Jun 22 02:03:43.136235 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-5c11d644-83c9-40c6-83b7-4e03b78beb8e service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049058 Jun 22 02:03:43.224897 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Deleting port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:03:43.225797 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:43.293945 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335468b-eb88-4713-867d-ddf182a85be3 req-4654b642-a581-49c2-8fd6-4063b0f1f3d1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:43.296214 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2335468b-eb88-4713-867d-ddf182a85be3 req-4654b642-a581-49c2-8fd6-4063b0f1f3d1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1727068 Jun 22 02:03:43.302370 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b392339d-990c-4d5a-8f84-96181bfcb522 req-69945ef8-e7d4-4881-bc64-ee62499ed5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565185 Jun 22 02:03:43.385948 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2335468b-eb88-4713-867d-ddf182a85be3 req-4609a857-7d4f-4c45-a1b0-8cc3911ae571 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816641 Jun 22 02:03:43.395473 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] For port 07e4766f-0635-47e1-ac2e-efe4dc7ef979, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=07e4766f-0635-47e1-ac2e-efe4dc7ef979,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:43.395864 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:43.472626 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Calling delete_port for 07e4766f-0635-47e1-ac2e-efe4dc7ef979 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:03:43.794853 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:43.803164 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:43.813221 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['07e4766f-0635-47e1-ac2e-efe4dc7ef979'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:03:43.844299 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Pushing event deleted for resources: {'Port': ['ID=07e4766f-0635-47e1-ac2e-efe4dc7ef979,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:43.848526 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:43.904515 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] No DVR routers for this DVR port 07e4766f-0635-47e1-ac2e-efe4dc7ef979 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:03:43.909683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:43.911780 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8e0c6bbd-5163-4711-80c8-267fd0262ca9 req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.16 "DELETE /v2.0/ports/07e4766f-0635-47e1-ac2e-efe4dc7ef979 HTTP/1.1" status: 204 len: 173 time: 0.8422816 Jun 22 02:03:43.912376 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9272e9-b651-45e9-90ac-655100a7006c', 'name': 'network-vif-deleted', 'tag': '07e4766f-0635-47e1-ac2e-efe4dc7ef979'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:43.914846 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97537caa-1dfb-4c56-bb37-b48e74f40a39" -d '{"events": [{"server_uuid": "5b9272e9-b651-45e9-90ac-655100a7006c", "name": "network-vif-deleted", "tag": "07e4766f-0635-47e1-ac2e-efe4dc7ef979"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:43.952191 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1270ae8a-0e09-4edc-838e-3251dd1a4842 x-openstack-request-id: req-1270ae8a-0e09-4edc-838e-3251dd1a4842 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:43.952945 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9272e9-b651-45e9-90ac-655100a7006c", "name": "network-vif-deleted", "tag": "07e4766f-0635-47e1-ac2e-efe4dc7ef979", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:43.953237 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1270ae8a-0e09-4edc-838e-3251dd1a4842 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:43.953696 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9272e9-b651-45e9-90ac-655100a7006c', 'name': 'network-vif-deleted', 'tag': '07e4766f-0635-47e1-ac2e-efe4dc7ef979', 'status': 'completed', 'code': 200} Jun 22 02:03:44.216181 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a91e348d-545a-4d61-bb36-0d85b53e6a29 req-000d64c1-85f5-4d0b-a65c-424861c4a33d tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b9272e9-b651-45e9-90ac-655100a7006c HTTP/1.1" status: 200 len: 210 time: 0.0331757 Jun 22 02:03:44.600384 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c4a2-6322-415b-8b7f-96e9cfe3d7ee req-1189c95a-8926-48f6-b4a9-dc283ede4b42 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:44.600384 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7f82c4a2-6322-415b-8b7f-96e9cfe3d7ee req-1189c95a-8926-48f6-b4a9-dc283ede4b42 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0814571 Jun 22 02:03:44.644227 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7f82c4a2-6322-415b-8b7f-96e9cfe3d7ee req-05f7f7e3-b6cf-4813-9fbf-5e760c3a95cd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Jun 22 02:03:45.334175 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39534) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:45.857057 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:45.919178 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a6cb5-6581-4c0e-bea3-c5c6d456d723 req-ad2f02ae-8a13-4538-8243-fa5b36c1f264 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:45.930111 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9c2a6cb5-6581-4c0e-bea3-c5c6d456d723 req-ad2f02ae-8a13-4538-8243-fa5b36c1f264 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1593742 Jun 22 02:03:45.985406 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9c2a6cb5-6581-4c0e-bea3-c5c6d456d723 req-7f4938da-97ba-49f9-aaa2-5ae63b82f4bd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539610 Jun 22 02:03:46.443517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Deleting port f2559480-c9a8-41da-a6b7-6ad32662bbd0 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:03:46.444115 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:46.465908 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 07e4766f-0635-47e1-ac2e-efe4dc7ef979 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:03:46.488823 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 07e4766f-0635-47e1-ac2e-efe4dc7ef979 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:03:46.489180 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 07e4766f-0635-47e1-ac2e-efe4dc7ef979 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:03:46.523584 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] For port f2559480-c9a8-41da-a6b7-6ad32662bbd0, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=f2559480-c9a8-41da-a6b7-6ad32662bbd0,segment=NetworkSegment(630c5bc2-4e34-45be-b7fb-cb1cc36b0521),segment_id=630c5bc2-4e34-45be-b7fb-cb1cc36b0521)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:46.523944 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:46.589050 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Calling delete_port for f2559480-c9a8-41da-a6b7-6ad32662bbd0 owned by network:router_interface {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:03:46.967752 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:46.970366 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-be4aedb4-adca-4bd8-9cb4-45325952b77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:46.997839 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2559480-c9a8-41da-a6b7-6ad32662bbd0,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:47.001260 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:47.220224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:47.236767 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53f459-fb9c-4c1b-aa6f-38945365338e req-7cf94b3d-73ff-48ff-9fdb-9421c41160fd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:47.238456 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c53f459-fb9c-4c1b-aa6f-38945365338e req-7cf94b3d-73ff-48ff-9fdb-9421c41160fd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1287272 Jun 22 02:03:47.349507 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c53f459-fb9c-4c1b-aa6f-38945365338e req-50caf289-2a33-425d-be3b-a05252df9f41 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028368 Jun 22 02:03:47.493408 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:03:47.616947 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:03:47.624907 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] 10.222.0.35 "PUT /v2.0/routers/86ba61da-ff98-48d1-80c3-d72a7cd3ea3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2868183 Jun 22 02:03:47.625834 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39560) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:47.627149 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] Sync routers for ids ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:03:47.637860 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] Routers {'86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:03:47.638725 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:03:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:47.756229 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] Set router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:03:47.771536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks [] for router, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:47.997296 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:03:46Z', 'revision_number': 5, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:48.003519 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:48.029976 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] Checking router: 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:03:48.039230 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] Routers {'86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:03:48.039905 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:03:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:48.159684 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] Set router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:03:48.276084 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-7499599a-94a0-4e18-9a41-3f68eaf93682 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:48.279318 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-7499599a-94a0-4e18-9a41-3f68eaf93682 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/networks?id=fb75db1b-a830-4a1e-9e83-c2f7b580ebea HTTP/1.1" status: 200 len: 814 time: 0.1965616 Jun 22 02:03:48.313621 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-1eafdb3e-fc57-4aff-918b-472177955215 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/quotas/326488c5c5e94941ad21b9796329eb14 HTTP/1.1" status: 200 len: 375 time: 0.0247276 Jun 22 02:03:48.343271 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Deleting port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:03:48.343900 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:48.403940 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-98125fad-0d30-4662-847e-8f1b7340a0d3 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=326488c5c5e94941ad21b9796329eb14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805922 Jun 22 02:03:48.476641 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:03:46Z', 'revision_number': 5, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:48.526119 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d474e-83ab-49b1-9265-ef439b75ddca None None] The sync data for ids ['86ba61da-ff98-48d1-80c3-d72a7cd3ea3c'] in dv-cinder-793264-5-smb is: [{'id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'name': 'tempest-ServerRescueNegativeTestJSON-2007062253-router', 'tenant_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169'}], 'enable_snat': True}, 'gw_port_id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:03:46Z', 'revision_number': 5, 'project_id': '4f610bc0ac3e401e81fac2c0e873bc28', 'gw_port': {'id': 'ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba61da-ff98-48d1-80c3-d72a7cd3ea3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:03:48.542252 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-012704a5-070c-4e07-b8be-a1526331ad6b service neutron] 10.222.0.35 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244361 Jun 22 02:03:48.640467 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18712341-4947-4823-aaaa-9ce6956acdb8 req-78b7877c-b978-4865-97b9-dd9f16e2c9b9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:48.642751 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-18712341-4947-4823-aaaa-9ce6956acdb8 req-78b7877c-b978-4865-97b9-dd9f16e2c9b9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1223440 Jun 22 02:03:48.645350 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] For port ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:48.645818 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:48.708577 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-18712341-4947-4823-aaaa-9ce6956acdb8 req-c75f7f1c-300b-4983-b1df-3bc058674671 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592542 Jun 22 02:03:48.712302 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Calling delete_port for ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 owned by network:router_gateway {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:03:48.828910 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-6487e7e7-dca4-4bed-a867-b58d444946ff service neutron] 10.222.0.35 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619467 Jun 22 02:03:49.148456 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.151291 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1a71493d-fbd5-43ed-9796-05c3fccfdfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:49.194633 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:49.203288 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:49.242136 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668d7919-56ae-4e53-845d-ec8ccc55f158 req-d5bc2343-53ec-4f41-87f4-fe702b261984 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0703876 Jun 22 02:03:49.289046 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.402629 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.405000 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.635230 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.636060 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ba61da-ff98-48d1-80c3-d72a7cd3ea3c {{(pid=99635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:03:49.647592 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.651374 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-38f09390-1a6a-4a77-95fb-c1e19ee0565d admin admin] 10.222.0.35 "DELETE /v2.0/routers/86ba61da-ff98-48d1-80c3-d72a7cd3ea3c HTTP/1.1" status: 204 len: 168 time: 2.0216711 Jun 22 02:03:49.651831 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39600) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:49.718738 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Deleting subnet eca6be56-2fdf-47c7-a163-7601cb1dfbd2 {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:03:49.721956 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.798771 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.866759 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:49.988516 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac46bc6-6f16-42a5-b3ca-e77b227e3a3e req-3cedc173-e8ee-47e1-baea-e620a88f76d3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:50.027936 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bac46bc6-6f16-42a5-b3ca-e77b227e3a3e req-3cedc173-e8ee-47e1-baea-e620a88f76d3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.1173904 Jun 22 02:03:50.032748 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bac46bc6-6f16-42a5-b3ca-e77b227e3a3e req-fc63fe09-b77e-4f3d-84be-3e81fbf237dc tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352497 Jun 22 02:03:50.119046 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.119046 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e8fba33f-e4cc-4ac1-9120-3f5a3dcaf4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:50.119046 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eca6be56-2fdf-47c7-a163-7601cb1dfbd2,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:50.119046 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:50.119046 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.120162 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e6336701-e9ae-4056-8a4c-03352a2cd523 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/eca6be56-2fdf-47c7-a163-7601cb1dfbd2 HTTP/1.1" status: 204 len: 168 time: 0.4672587 Jun 22 02:03:50.132429 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39608) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:50.203781 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.302384 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.306307 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23684a9a-e44e-47d7-8cd9-4cf8fe73449b']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:50.318541 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device f2559480-c9a8-41da-a6b7-6ad32662bbd0 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:03:50.321187 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630c5bc2-4e34-45be-b7fb-cb1cc36b0521') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:50.321666 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630c5bc2-4e34-45be-b7fb-cb1cc36b0521') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:03:50.334315 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d9ec777-6639-4152-a59e-324425d45a39 req-451bf5dc-5091-476e-9779-837910d28d24 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0413158 Jun 22 02:03:50.340391 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: f2559480-c9a8-41da-a6b7-6ad32662bbd0 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:03:50.340754 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device f2559480-c9a8-41da-a6b7-6ad32662bbd0 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:03:50.341245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.356676 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.363830 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:03:50.367345 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:03:51.091383 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:51.091383 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:51.091383 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:51.093066 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] 10.222.0.35 "DELETE /v2.0/networks/23684a9a-e44e-47d7-8cd9-4cf8fe73449b HTTP/1.1" status: 204 len: 168 time: 0.9592128 Jun 22 02:03:51.094329 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Pushing event deleted for resources: {'Network': ['ID=23684a9a-e44e-47d7-8cd9-4cf8fe73449b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:51.096659 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:51.224261 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c87227-d171-479b-9057-81d3d0947b32 req-ef627b03-0aba-40cc-8fb0-c759266bacfb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:51.225837 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f6c87227-d171-479b-9057-81d3d0947b32 req-ef627b03-0aba-40cc-8fb0-c759266bacfb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0669358 Jun 22 02:03:51.420800 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-033908be-5de9-4cc0-ae33-f0607aa5d914 req-8653e74a-ae73-45e2-8321-52acf8c90467 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0287344 Jun 22 02:03:51.513477 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f6c87227-d171-479b-9057-81d3d0947b32 req-b41ea34c-728c-4c16-bc78-1bbeeb0f1972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820051 Jun 22 02:03:51.697466 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39624) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:51.745155 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39626) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:51.746904 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ec7e5a7a-9542-4edf-8b8e-5e9156aefbaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f610bc0ac3e401e81fac2c0e873bc28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476952 Jun 22 02:03:51.809559 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:51.839533 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:51.868028 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:03:51.902495 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:03:51.903705 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device ff74b8a3-4e9f-4f8c-ad13-a4bc38d99040 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:03:52.022316 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:52.025125 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:52.029396 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/273cd795-5bfa-422f-853f-5b0fb2202081 HTTP/1.1" status: 204 len: 168 time: 0.2807221 Jun 22 02:03:52.029396 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-29230955-0c79-4511-9e78-b71be9aa7fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:52.038144 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273cd795-5bfa-422f-853f-5b0fb2202081,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:52.044102 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:52.447769 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39638) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:52.552959 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:52.587840 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-91d6242f-3eaf-49f1-a57b-cd8b6d9c3dc5 req-1abed0da-37b3-4579-8839-4c9b41fd5674 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0501864 Jun 22 02:03:52.679364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:52.745864 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9c424-78db-428a-b505-1084b0459054 req-2ca5de99-540b-4abc-a80f-ef30dc7681ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:52.747401 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b2b9c424-78db-428a-b505-1084b0459054 req-2ca5de99-540b-4abc-a80f-ef30dc7681ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0714450 Jun 22 02:03:52.784227 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b2b9c424-78db-428a-b505-1084b0459054 req-c0b65511-9b64-4a6a-b7bb-d0ce95ef4830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Jun 22 02:03:52.811364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:52.822238 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e8b17ebc-7669-4b86-af36-e2ddccc02c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:52.849851 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d06c86-7a02-4b51-8a78-7b3b59172ee3,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:52.857959 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebb2cfaafcee4bc5b944147c521443d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083679 Jun 22 02:03:52.858070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39658) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:52.858383 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:52.913301 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:52.935393 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:53.163599 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:53.166316 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:53.167451 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1d06c86-7a02-4b51-8a78-7b3b59172ee3 HTTP/1.1" status: 204 len: 168 time: 0.3088145 Jun 22 02:03:53.168307 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1521b3c4-97d4-41b4-8f60-92b1257df8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:53.178314 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d06c86-7a02-4b51-8a78-7b3b59172ee3,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:53.180725 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:53.323581 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-0868adf6-e04c-460a-8cbd-67973b77e78e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:53.325487 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-0868adf6-e04c-460a-8cbd-67973b77e78e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "GET /v2.0/networks?id=fb75db1b-a830-4a1e-9e83-c2f7b580ebea HTTP/1.1" status: 200 len: 814 time: 0.1018467 Jun 22 02:03:53.345193 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Request body: {'port': {'device_id': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea', 'admin_state_up': True, 'tenant_id': '326488c5c5e94941ad21b9796329eb14'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:53.612906 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Made reservation on behalf of 326488c5c5e94941ad21b9796329eb14 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:03:53.617966 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:53.772321 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7f0a771f-b942-447b-94c7-64f8d8001291 req-4b4d2318-4e2a-4c63-a81d-d0079e31c4b7 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0292606 Jun 22 02:03:53.782297 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Allocated IP 172.20.0.3 (fb75db1b-a830-4a1e-9e83-c2f7b580ebea/b447ccfe-297c-460f-bf2b-b4cbab9d6e34/209ad2c6-cade-4904-aad9-4fc6fa044808) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:03:53.935913 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:53.964652 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6313d0-550a-433b-9e8a-1bafe4d7502f req-36ea2497-be25-4552-91ea-52fc618d5beb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:53.966246 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c6313d0-550a-433b-9e8a-1bafe4d7502f req-36ea2497-be25-4552-91ea-52fc618d5beb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0622773 Jun 22 02:03:54.019583 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0c6313d0-550a-433b-9e8a-1bafe4d7502f req-b66fbda9-1452-40dd-931d-90e59542a001 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474122 Jun 22 02:03:54.044551 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:54.049234 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-02a1e898-a976-4d37-ad03-307959ff9f0b tempest-VolumesActionsTest-1753956416 tempest-VolumesActionsTest-1753956416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:54.063690 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-fdd8fa91-6788-4573-9593-5ad8e6cc701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:54.065216 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-fdd8fa91-6788-4573-9593-5ad8e6cc701c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0619416 Jun 22 02:03:54.094465 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Network fb75db1b-a830-4a1e-9e83-c2f7b580ebea is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:03:54.097646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:03:54.101719 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:03:54.129409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Pushing event updated for resources: {'Port': ['ID=209ad2c6-cade-4904-aad9-4fc6fa044808,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:54.133832 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:54.157489 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-8194c2f3-308a-4b5b-b6e3-c825e78d33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:54.157989 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:54.158605 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:54.159045 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-8194c2f3-308a-4b5b-b6e3-c825e78d33bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0872071 Jun 22 02:03:54.226517 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-4b770815-5186-42ca-a502-1c42a769675b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 1001 time: 0.0608432 Jun 22 02:03:54.273001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-084f29dd-9ea2-4dcd-b61b-89ccef04695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:54.274441 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-084f29dd-9ea2-4dcd-b61b-89ccef04695c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0414653 Jun 22 02:03:54.301596 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9622643 Jun 22 02:03:54.312865 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Request body: {'port': {'device_id': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:03:54.329221 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-f8e3b534-c53a-4e04-9d11-e9d4cfb5af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:54.330743 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-f8e3b534-c53a-4e04-9d11-e9d4cfb5af6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504832 Jun 22 02:03:54.394999 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:54.445182 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-2ec4b2a7-64cb-4ee5-8eee-666227f143a0 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071763 Jun 22 02:03:54.549076 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afe67f70-0433-41dd-bc44-bcb7b4409c16 req-3636eeb2-0004-44eb-a532-f86293c6a41b service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904822 Jun 22 02:03:54.682837 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209ad2c6-cade-4904-aad9-4fc6fa044808 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:03:54.690254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:54.703343 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Transition to ACTIVE for port object 209ad2c6-cade-4904-aad9-4fc6fa044808 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:03:54.788006 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:54.790969 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:54.839601 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:54.883500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Pushing event updated for resources: {'Port': ['ID=209ad2c6-cade-4904-aad9-4fc6fa044808,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:54.889010 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:54.986046 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Attempting to bind port 209ad2c6-cade-4904-aad9-4fc6fa044808 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:03:54.986268 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Attempting to bind port 209ad2c6-cade-4904-aad9-4fc6fa044808 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:03:54.986597 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Attempting to bind port 209ad2c6-cade-4904-aad9-4fc6fa044808 on network fb75db1b-a830-4a1e-9e83-c2f7b580ebea {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:03:54.993559 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Port 209ad2c6-cade-4904-aad9-4fc6fa044808 on network fb75db1b-a830-4a1e-9e83-c2f7b580ebea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:03:54.993878 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Attempting to bind port 209ad2c6-cade-4904-aad9-4fc6fa044808 on network fb75db1b-a830-4a1e-9e83-c2f7b580ebea {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:03:55.001598 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:03:55.001935 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Checking segment: {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:03:55.002313 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Bound using segment: {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:03:55.002729 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Bound port: 209ad2c6-cade-4904-aad9-4fc6fa044808, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f9261-d319-4c99-b2c3-4615147dff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:03:55.003070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:55.019438 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad07c3-5e55-472b-9f75-de28a0da133f req-5790befe-8ada-4742-8a8f-4a2c8d76db23 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.020969 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3aad07c3-5e55-472b-9f75-de28a0da133f req-5790befe-8ada-4742-8a8f-4a2c8d76db23 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 943 time: 0.1349652 Jun 22 02:03:55.097218 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3aad07c3-5e55-472b-9f75-de28a0da133f req-a53e672a-053b-4f88-a737-09b79ce0e2d5 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 Jun 22 02:03:55.101381 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] For port 209ad2c6-cade-4904-aad9-4fc6fa044808, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:03:55.104463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] For port 209ad2c6-cade-4904-aad9-4fc6fa044808, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=209ad2c6-cade-4904-aad9-4fc6fa044808,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:03:55.165197 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0379-b7de-4ed7-b7f6-e5c9d1282d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:55.201705 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28308169-ea8c-4224-8e69-1cb53712cfdd req-299f6889-27e8-419f-8f69-4c5a0d1fd9d5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.203141 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28308169-ea8c-4224-8e69-1cb53712cfdd req-299f6889-27e8-419f-8f69-4c5a0d1fd9d5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0670962 Jun 22 02:03:55.222560 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:55.224691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9287b2f7-8a28-47a3-84d2-13233c55a3a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:55.240154 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-28308169-ea8c-4224-8e69-1cb53712cfdd req-8f9b760a-4469-4498-b5c5-6d1f49121a06 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Jun 22 02:03:55.265019 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.265631 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:55.266988 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] 10.222.0.16 "PUT /v2.0/ports/209ad2c6-cade-4904-aad9-4fc6fa044808 HTTP/1.1" status: 200 len: 1093 time: 0.9584148 Jun 22 02:03:55.267518 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'tag': '209ad2c6-cade-4904-aad9-4fc6fa044808'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:55.269810 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a5abf-a6a5-4fd0-9de6-384d181fbed6" -d '{"events": [{"name": "network-changed", "server_uuid": "c82848c9-722f-4e29-aca1-6f749f365f1a", "tag": "209ad2c6-cade-4904-aad9-4fc6fa044808"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:55.292997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Pushing event updated for resources: {'Port': ['ID=209ad2c6-cade-4904-aad9-4fc6fa044808,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:55.292997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:55.308403 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5f57e-5c12-44dc-b8c4-5e58aa9095d6 x-openstack-request-id: req-e2e5f57e-5c12-44dc-b8c4-5e58aa9095d6 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:55.309252 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82848c9-722f-4e29-aca1-6f749f365f1a", "tag": "209ad2c6-cade-4904-aad9-4fc6fa044808", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:55.309545 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e2e5f57e-5c12-44dc-b8c4-5e58aa9095d6 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:55.310010 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'tag': '209ad2c6-cade-4904-aad9-4fc6fa044808', 'status': 'completed', 'code': 200} Jun 22 02:03:55.383378 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5abf-a6a5-4fd0-9de6-384d181fbed6 req-0476e77e-b1c4-4e5c-9c66-97df28ef7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.384882 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-830a5abf-a6a5-4fd0-9de6-384d181fbed6 req-0476e77e-b1c4-4e5c-9c66-97df28ef7d0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=326488c5c5e94941ad21b9796329eb14&device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 1096 time: 0.0536304 Jun 22 02:03:55.481746 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5abf-a6a5-4fd0-9de6-384d181fbed6 req-6ccb50e9-28eb-4008-87b9-a19628da78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.483154 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-830a5abf-a6a5-4fd0-9de6-384d181fbed6 req-6ccb50e9-28eb-4008-87b9-a19628da78d1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=326488c5c5e94941ad21b9796329eb14&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0908179 Jun 22 02:03:55.577599 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5abf-a6a5-4fd0-9de6-384d181fbed6 req-1dcf4635-409f-4724-8466-d47d9a5a5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.579052 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-830a5abf-a6a5-4fd0-9de6-384d181fbed6 req-1dcf4635-409f-4724-8466-d47d9a5a5c5a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890191 Jun 22 02:03:55.673658 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-5a3322b6-6d97-48b8-8fb1-946576522d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.675306 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-5a3322b6-6d97-48b8-8fb1-946576522d2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=326488c5c5e94941ad21b9796329eb14&device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 1096 time: 0.0523977 Jun 22 02:03:55.722860 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-3733d38e-4c73-45e2-8369-46dcc3f3601c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=209ad2c6-cade-4904-aad9-4fc6fa044808 HTTP/1.1" status: 200 len: 217 time: 0.0380268 Jun 22 02:03:55.773601 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-5b27b310-16c4-4d93-b644-518aa16512b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.775000 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-5b27b310-16c4-4d93-b644-518aa16512b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b447ccfe-297c-460f-bf2b-b4cbab9d6e34 HTTP/1.1" status: 200 len: 854 time: 0.0430584 Jun 22 02:03:55.808506 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-05d535c9-cefb-4093-83d8-ede871b1606b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb75db1b-a830-4a1e-9e83-c2f7b580ebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257156 Jun 22 02:03:56.145420 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-dbfaa602-f662-43ba-a3e6-bf1a62dfe5bc service neutron] 10.222.0.16 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287666 Jun 22 02:03:56.241786 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7c4f9f6d-dd32-4cae-9720-11d5c00e04a2 req-ea5663f9-c51e-4678-8edf-c92ea5a66ec4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828509 Jun 22 02:03:56.271335 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf1703-13c1-486b-8fa3-e243e85863ab req-c2415919-2262-4324-a651-65487e1388d5 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:56.272839 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a8cf1703-13c1-486b-8fa3-e243e85863ab req-c2415919-2262-4324-a651-65487e1388d5 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 943 time: 0.0625951 Jun 22 02:03:56.311088 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a8cf1703-13c1-486b-8fa3-e243e85863ab req-25ac7433-84fc-4b87-87e6-a09d96ea888d tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jun 22 02:03:56.423904 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943dbaa-e1f6-4dee-abf7-55912a00e80b req-3093f7b5-b3d7-44ce-9448-e8ca03c851ad tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:56.425260 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5943dbaa-e1f6-4dee-abf7-55912a00e80b req-3093f7b5-b3d7-44ce-9448-e8ca03c851ad tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 945 time: 0.0653975 Jun 22 02:03:56.462073 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5943dbaa-e1f6-4dee-abf7-55912a00e80b req-a0e15520-07c5-4662-8bd3-8edaea5f31f9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Jun 22 02:03:56.538214 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:03:56.633820 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:56.657290 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:03:56.659507 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f29a91-34d9-405b-942e-677b69c1162a" -d '{"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:03:56.671878 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:03:56.694243 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 02:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41ec4f-43a1-46a0-bb8c-b5bc8bc3c68b x-openstack-request-id: req-ee41ec4f-43a1-46a0-bb8c-b5bc8bc3c68b {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:03:56.694552 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:03:56.694816 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ee41ec4f-43a1-46a0-bb8c-b5bc8bc3c68b {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:03:56.695212 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'code': 200} Jun 22 02:03:56.771023 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:56.772872 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-4a24f493-9bd5-44b2-b6b9-40c00997b901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:56.817862 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=8']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:56.821010 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:57.488563 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3bd51-d945-43d2-ac43-483b9de9d445 req-d7c39796-3db9-4c51-8fdc-87fe1b4b4511 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:57.490312 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d9c3bd51-d945-43d2-ac43-483b9de9d445 req-d7c39796-3db9-4c51-8fdc-87fe1b4b4511 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 943 time: 0.0672748 Jun 22 02:03:57.536473 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d9c3bd51-d945-43d2-ac43-483b9de9d445 req-5a14c74d-4e35-486f-98c6-5e07421b8691 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Jun 22 02:03:57.589314 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39742) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:57.662637 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-11daa726-4f40-4d34-803c-208e91a5f701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:57.720863 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:57.826798 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb765be-5b7b-4c5e-b19b-3a93d4877ca5 req-f6c92fd4-74ee-47ad-b6e3-7f7e2e490898 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:57.828292 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5cb765be-5b7b-4c5e-b19b-3a93d4877ca5 req-f6c92fd4-74ee-47ad-b6e3-7f7e2e490898 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0967329 Jun 22 02:03:57.887991 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5cb765be-5b7b-4c5e-b19b-3a93d4877ca5 req-168102e0-4ed5-47cc-b058-3107407ab312 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507729 Jun 22 02:03:57.892359 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:57.976885 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:58.022252 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:58.024913 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ffcae242-c9cf-4367-b691-ab0a2e41e4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:58.063536 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eaaed51aa0c544d094f07c333512383a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692681 Jun 22 02:03:58.063536 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c09932a-dbf5-4a82-8a23-a1fc691db588,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:58.063991 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 39750) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:03:58.076950 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:58.112145 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:58.133049 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:58.273721 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:58.276274 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:58.277428 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c09932a-dbf5-4a82-8a23-a1fc691db588 HTTP/1.1" status: 204 len: 168 time: 0.2119720 Jun 22 02:03:58.278273 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-670e8e46-e12c-444f-938f-35d6a0842a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:03:58.287043 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c09932a-dbf5-4a82-8a23-a1fc691db588,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:03:58.289502 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:03:58.740179 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3908-9a3c-478a-b209-d8cc40b0f2ae req-ea224d5d-e693-46f8-86b8-ec17ffad934e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:58.741687 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-235c3908-9a3c-478a-b209-d8cc40b0f2ae req-ea224d5d-e693-46f8-86b8-ec17ffad934e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 943 time: 0.0687087 Jun 22 02:03:58.782776 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-235c3908-9a3c-478a-b209-d8cc40b0f2ae req-af8258ae-447a-4e41-98e9-f329be92f1d4 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Jun 22 02:03:58.937066 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:59.976704 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e0970-fd4d-4787-8b29-34b47263a1ce req-e2f8580b-ae6d-48e3-bf87-5b95b882995e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:59.976704 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-071e0970-fd4d-4787-8b29-34b47263a1ce req-e2f8580b-ae6d-48e3-bf87-5b95b882995e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 943 time: 0.0723422 Jun 22 02:04:00.010581 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-071e0970-fd4d-4787-8b29-34b47263a1ce req-fcd684a3-883c-44de-b8ab-08e4da8ed35e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Jun 22 02:04:00.096593 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a77b1d-0ebc-4ad4-bb68-c6433798bf20 req-835ca487-353f-4f8f-9067-e035ef1b002a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:00.097811 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e3a77b1d-0ebc-4ad4-bb68-c6433798bf20 req-835ca487-353f-4f8f-9067-e035ef1b002a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0734489 Jun 22 02:04:00.139543 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e3a77b1d-0ebc-4ad4-bb68-c6433798bf20 req-573493d3-9036-4a8f-90d8-ff67994f9717 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355706 Jun 22 02:04:00.411688 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:00.553458 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 209ad2c6-cade-4904-aad9-4fc6fa044808 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:04:00.649320 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 209ad2c6-cade-4904-aad9-4fc6fa044808, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=209ad2c6-cade-4904-aad9-4fc6fa044808,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:00.661880 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '209ad2c6-cade-4904-aad9-4fc6fa044808', 'network_id': 'fb75db1b-a830-4a1e-9e83-c2f7b580ebea', 'port_id': '209ad2c6-cade-4904-aad9-4fc6fa044808', 'mac_address': 'fa:16:3e:9c:31:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b447ccfe-297c-460f-bf2b-b4cbab9d6e34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:04:00.699107 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:00.712222 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209ad2c6-cade-4904-aad9-4fc6fa044808 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:04:00.731876 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 209ad2c6-cade-4904-aad9-4fc6fa044808, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=209ad2c6-cade-4904-aad9-4fc6fa044808,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:00.767291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 39830) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:00.833843 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:00.835839 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:00.875635 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-bc13db3a-7ddf-4ec6-990f-1b70919cdb0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002576 Jun 22 02:04:00.882375 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=209ad2c6-cade-4904-aad9-4fc6fa044808,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:00.885293 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:01.187837 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['209ad2c6-cade-4904-aad9-4fc6fa044808'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:04:01.189608 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bfd20-d525-44af-aff9-c0d473c458b2 req-7f7f4c87-4777-44aa-9b07-572bf596113a tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.193170 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2f6bfd20-d525-44af-aff9-c0d473c458b2 req-7f7f4c87-4777-44aa-9b07-572bf596113a tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 944 time: 0.0656025 Jun 22 02:04:01.244216 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2f6bfd20-d525-44af-aff9-c0d473c458b2 req-618a22a6-56c8-42fc-9b11-1af4a923c0c6 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Jun 22 02:04:01.368110 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813e4e2-67dc-4989-ab81-38f515e42cad req-ed28f9ae-c93c-44c5-b7e6-4c3373dff629 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.369646 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d813e4e2-67dc-4989-ab81-38f515e42cad req-ed28f9ae-c93c-44c5-b7e6-4c3373dff629 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0730889 Jun 22 02:04:01.407315 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d813e4e2-67dc-4989-ab81-38f515e42cad req-17821313-eb02-4113-8519-bd65bac3826f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312297 Jun 22 02:04:02.416753 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1ece-e8e9-498f-a698-34dd25495325 req-8d08fbbc-2341-4a75-a386-c5213b6854dc tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:02.418238 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8dcd1ece-e8e9-498f-a698-34dd25495325 req-8d08fbbc-2341-4a75-a386-c5213b6854dc tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 944 time: 0.0628624 Jun 22 02:04:02.460013 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8dcd1ece-e8e9-498f-a698-34dd25495325 req-4d13baa1-efd7-43cd-a705-60ab8a824bcb tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Jun 22 02:04:02.568773 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 209ad2c6-cade-4904-aad9-4fc6fa044808 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:04:02.590796 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1abde4-95e2-4307-af71-42ce7f1451bd req-b3d9aeb8-ac1b-449b-9cb8-3bba633c1745 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:02.592271 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-da1abde4-95e2-4307-af71-42ce7f1451bd req-b3d9aeb8-ac1b-449b-9cb8-3bba633c1745 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0641727 Jun 22 02:04:02.630189 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-da1abde4-95e2-4307-af71-42ce7f1451bd req-12f185db-758e-420d-8504-2c1e5c8113d2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Jun 22 02:04:02.827741 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 209ad2c6-cade-4904-aad9-4fc6fa044808 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:04:02.831681 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 209ad2c6-cade-4904-aad9-4fc6fa044808 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:04:02.834801 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:02.911265 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:02.933513 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ad2c6-cade-4904-aad9-4fc6fa044808'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:04:02.936255 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c90c7a-3bda-4ce7-a801-e3a1c623ec43" -d '{"events": [{"server_uuid": "c82848c9-722f-4e29-aca1-6f749f365f1a", "name": "network-vif-plugged", "status": "completed", "tag": "209ad2c6-cade-4904-aad9-4fc6fa044808"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:04:02.948974 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 209ad2c6-cade-4904-aad9-4fc6fa044808, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=209ad2c6-cade-4904-aad9-4fc6fa044808,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:02.970491 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26df8b6a-855d-4c3c-8300-e2f1c38a6ad6 x-openstack-request-id: req-26df8b6a-855d-4c3c-8300-e2f1c38a6ad6 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:04:02.970869 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82848c9-722f-4e29-aca1-6f749f365f1a", "name": "network-vif-plugged", "status": "completed", "tag": "209ad2c6-cade-4904-aad9-4fc6fa044808", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:04:02.971201 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26df8b6a-855d-4c3c-8300-e2f1c38a6ad6 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:04:02.971665 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ad2c6-cade-4904-aad9-4fc6fa044808', 'code': 200} Jun 22 02:04:03.077724 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:03.079672 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-2778e38b-0fab-429c-a345-f01898453785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:03.133599 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=209ad2c6-cade-4904-aad9-4fc6fa044808,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:03.137413 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:03.382166 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f4596-7806-4fda-9c93-b2c76ff93069 req-26dd0a16-909c-449a-abec-e1923aa80798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.383639 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0e3f4596-7806-4fda-9c93-b2c76ff93069 req-26dd0a16-909c-449a-abec-e1923aa80798 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 1098 time: 0.0667160 Jun 22 02:04:03.417058 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0e3f4596-7806-4fda-9c93-b2c76ff93069 req-faa90895-976e-4f19-8179-200b9a45f4b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267057 Jun 22 02:04:03.634317 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe074d4-658b-456b-b3b5-00354e39eeda req-341d495c-93e4-41f4-b8bf-960ec04e753d tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.635676 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bbe074d4-658b-456b-b3b5-00354e39eeda req-341d495c-93e4-41f4-b8bf-960ec04e753d tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0631320 Jun 22 02:04:03.672402 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bbe074d4-658b-456b-b3b5-00354e39eeda req-61862811-0d9e-4045-b60a-13f2200d3343 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Jun 22 02:04:03.811121 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f768a50-3cd6-4a50-aa3b-08569a577f5e req-49c22f07-405e-4413-b95f-a09f8e70a14a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.812597 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2f768a50-3cd6-4a50-aa3b-08569a577f5e req-49c22f07-405e-4413-b95f-a09f8e70a14a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0661328 Jun 22 02:04:03.850569 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2f768a50-3cd6-4a50-aa3b-08569a577f5e req-ebe1bed6-7731-4c24-9efc-f6e4e7605f02 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Jun 22 02:04:03.915291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-97be63cc-7c81-42ed-8e2d-1b832a87b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.916665 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-97be63cc-7c81-42ed-8e2d-1b832a87b806 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2&tenant_id=7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 1096 time: 0.0855675 Jun 22 02:04:03.988011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-1297cd85-6419-427d-8cf1-8ba818608736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.989443 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-1297cd85-6419-427d-8cf1-8ba818608736 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0501671 Jun 22 02:04:04.079574 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-adee2b9f-85d7-447f-93ea-e11014648b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:04.081037 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-adee2b9f-85d7-447f-93ea-e11014648b17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0840323 Jun 22 02:04:04.173218 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-8c6e979b-b19e-4035-9a62-b129007a3eaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 999 time: 0.0844338 Jun 22 02:04:04.223987 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-2ca58081-96cc-4ce1-af95-fc1bf5bc9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:04.225460 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-2ca58081-96cc-4ce1-af95-fc1bf5bc9303 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0453756 Jun 22 02:04:04.284026 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-f8b4f3fb-03d4-484a-a06f-ce751f376a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:04.285478 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-f8b4f3fb-03d4-484a-a06f-ce751f376a2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0505602 Jun 22 02:04:04.377596 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-17465cc5-4edf-42a6-9e69-cacd985c59f8 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844209 Jun 22 02:04:04.470534 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e261ea5-3b93-46c6-9023-c3e3e6491aa1 req-c2bcc34c-5f74-430c-917c-f6fdcb73cbf2 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Jun 22 02:04:04.859905 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be313a48-33be-4396-8b18-14a18ffdf19f req-b3721cbd-b3f7-47d0-b5fa-f6cbe0db14ef tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:04.861368 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-be313a48-33be-4396-8b18-14a18ffdf19f req-b3721cbd-b3f7-47d0-b5fa-f6cbe0db14ef tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0742064 Jun 22 02:04:04.909406 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-be313a48-33be-4396-8b18-14a18ffdf19f req-b3d6b92c-7fdc-4f76-a014-d34365c50919 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Jun 22 02:04:05.039724 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ee96e-ae52-4f67-8fe9-03ef826387b7 req-9f790e1a-7fe1-476e-ba70-6c3255e8ffaf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:05.041204 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-506ee96e-ae52-4f67-8fe9-03ef826387b7 req-9f790e1a-7fe1-476e-ba70-6c3255e8ffaf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0650289 Jun 22 02:04:05.078996 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-506ee96e-ae52-4f67-8fe9-03ef826387b7 req-e451c6f8-f360-42b2-8c46-0cf227b423b2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309746 Jun 22 02:04:06.076798 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a84a6-de3a-492f-9823-d8cc8a838eb6 req-40cfda50-db6b-4240-98c0-9f67441c9d98 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:06.078332 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-785a84a6-de3a-492f-9823-d8cc8a838eb6 req-40cfda50-db6b-4240-98c0-9f67441c9d98 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0631316 Jun 22 02:04:06.130041 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-785a84a6-de3a-492f-9823-d8cc8a838eb6 req-dcec2088-21bb-4fd3-b6be-d9c1ec681b90 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456624 Jun 22 02:04:06.293420 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f9247-5bee-4701-ad4f-4579e726010e req-d7524014-0028-4bdc-8f6f-625ab9cc7372 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:06.294998 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a11f9247-5bee-4701-ad4f-4579e726010e req-d7524014-0028-4bdc-8f6f-625ab9cc7372 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0797298 Jun 22 02:04:06.344466 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a11f9247-5bee-4701-ad4f-4579e726010e req-1421f377-019b-40a2-95d7-8382670ba62e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Jun 22 02:04:07.546351 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620e4b-42bd-4e3a-801a-fd3d65bb817d req-2814f1a9-aa54-4659-ba4d-0bddc6b00114 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:07.548291 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a9620e4b-42bd-4e3a-801a-fd3d65bb817d req-2814f1a9-aa54-4659-ba4d-0bddc6b00114 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0727730 Jun 22 02:04:07.588920 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a9620e4b-42bd-4e3a-801a-fd3d65bb817d req-bfcbc789-4dc3-47a8-b6e0-7548b32adeef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341382 Jun 22 02:04:08.788353 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc689af-61b3-43f6-932b-d044753c4738 req-fa25d367-b24a-409c-b941-9d6e76aedcc3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:08.789852 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0fc689af-61b3-43f6-932b-d044753c4738 req-fa25d367-b24a-409c-b941-9d6e76aedcc3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0713332 Jun 22 02:04:08.837334 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0fc689af-61b3-43f6-932b-d044753c4738 req-808bde23-63ae-4df6-bcec-048d2e4e63a9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Jun 22 02:04:10.042369 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271725b0-fe4d-48f6-8d61-a7ff031c340c req-8627c0e4-cd7f-469f-8353-b6afadffba1b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:10.043854 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-271725b0-fe4d-48f6-8d61-a7ff031c340c req-8627c0e4-cd7f-469f-8353-b6afadffba1b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0850017 Jun 22 02:04:10.086330 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-271725b0-fe4d-48f6-8d61-a7ff031c340c req-4b39e21b-e042-459e-bd8c-520c982697e5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368209 Jun 22 02:04:11.281292 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc1f46-eb68-48d4-be24-4dcb9b8a5504 req-dc013007-5085-4759-8532-d6cce11fddec tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:11.287744 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9dfc1f46-eb68-48d4-be24-4dcb9b8a5504 req-dc013007-5085-4759-8532-d6cce11fddec tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0760858 Jun 22 02:04:11.320962 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9dfc1f46-eb68-48d4-be24-4dcb9b8a5504 req-7ee632e1-f5f1-44b1-94c4-cca7ad8872c3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Jun 22 02:04:12.503010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddafbc-579c-485c-9c52-5df3a433e6e6 req-f9a1af6e-8be1-4bad-bda1-c851031c4ce2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:12.504481 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-efddafbc-579c-485c-9c52-5df3a433e6e6 req-f9a1af6e-8be1-4bad-bda1-c851031c4ce2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0644653 Jun 22 02:04:12.546373 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-efddafbc-579c-485c-9c52-5df3a433e6e6 req-ff7adfbe-f5e2-49c0-9f64-d08b61dc397c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356882 Jun 22 02:04:13.743931 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5626b-1d3f-4412-a83c-4b44a4c88783 req-a9f9a7e5-0718-4f54-9948-166d2c1d5824 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:13.745426 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75d5626b-1d3f-4412-a83c-4b44a4c88783 req-a9f9a7e5-0718-4f54-9948-166d2c1d5824 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0738647 Jun 22 02:04:13.789557 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75d5626b-1d3f-4412-a83c-4b44a4c88783 req-c3f67b04-ea27-4640-9da9-f1aa2869dff5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384274 Jun 22 02:04:14.982828 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02ed7-93fd-4ef7-a8fd-f318aeb9c67e req-0cf75a07-c5e8-45fe-ace6-73ff38e398ac tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:14.984330 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-66a02ed7-93fd-4ef7-a8fd-f318aeb9c67e req-0cf75a07-c5e8-45fe-ace6-73ff38e398ac tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0732155 Jun 22 02:04:15.027585 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-66a02ed7-93fd-4ef7-a8fd-f318aeb9c67e req-1c63dca8-5d34-4239-af03-ee20c0af5d79 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365741 Jun 22 02:04:16.217196 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb58406-e843-4021-9a50-6284b8adbd80 req-a7bbe910-8ca9-4c34-a57f-b791fd9d86a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:16.218686 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ecb58406-e843-4021-9a50-6284b8adbd80 req-a7bbe910-8ca9-4c34-a57f-b791fd9d86a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0729935 Jun 22 02:04:16.259398 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ecb58406-e843-4021-9a50-6284b8adbd80 req-6f227269-9dec-4cbe-8f59-307dccb8c9a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344141 Jun 22 02:04:16.454627 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:04:17.438810 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12805179-3391-4725-81f3-3dd467ad3231 req-e31f4e43-2008-4dc4-b3e6-5460c6e8ee50 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:17.440281 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-12805179-3391-4725-81f3-3dd467ad3231 req-e31f4e43-2008-4dc4-b3e6-5460c6e8ee50 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0640383 Jun 22 02:04:17.476844 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-12805179-3391-4725-81f3-3dd467ad3231 req-8281b5ae-6414-44ff-8232-7b4701628e27 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Jun 22 02:04:18.672489 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c65b9c-3677-41b8-8fd2-8c5096c690de req-013f479c-b414-4b4c-931d-0b16834fff56 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:18.675232 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-68c65b9c-3677-41b8-8fd2-8c5096c690de req-013f479c-b414-4b4c-931d-0b16834fff56 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0809615 Jun 22 02:04:18.720952 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-68c65b9c-3677-41b8-8fd2-8c5096c690de req-578344fa-3c0a-4e80-a7f0-af898826b3e2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 Jun 22 02:04:19.905419 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766531-74b6-4f8e-a224-43e0247e763a req-31bd96c6-366e-4483-a937-6ee812dfca2d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:19.912486 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c5766531-74b6-4f8e-a224-43e0247e763a req-31bd96c6-366e-4483-a937-6ee812dfca2d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0669713 Jun 22 02:04:19.944143 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c5766531-74b6-4f8e-a224-43e0247e763a req-1df5f938-cb95-4aee-a427-116f6945afc3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jun 22 02:04:21.121666 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1d16-6f6e-49b2-a182-66d98469fdd8 req-d437779c-7e3f-4e1e-bacb-675e58d23c9c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:21.123039 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1c2f1d16-6f6e-49b2-a182-66d98469fdd8 req-d437779c-7e3f-4e1e-bacb-675e58d23c9c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0627315 Jun 22 02:04:21.162056 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1c2f1d16-6f6e-49b2-a182-66d98469fdd8 req-471b0f61-6179-45e9-be51-059bf6a29ac0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333686 Jun 22 02:04:22.344490 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc1928-0bd4-4048-8dbe-111d7f83851e req-eb97604d-76ea-4f81-95cd-7aeb7f50b5f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:22.345948 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bdcc1928-0bd4-4048-8dbe-111d7f83851e req-eb97604d-76ea-4f81-95cd-7aeb7f50b5f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0644507 Jun 22 02:04:22.384245 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bdcc1928-0bd4-4048-8dbe-111d7f83851e req-b885190e-5f3e-45d6-8988-f982fdefa19e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Jun 22 02:04:23.418550 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-10b17498-179b-4842-8f30-72ab94b880c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506873 Jun 22 02:04:23.499695 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-00ef1fee-c1a3-4541-8fac-75b1eff69392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:23.501368 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-00ef1fee-c1a3-4541-8fac-75b1eff69392 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1098 time: 0.0601637 Jun 22 02:04:23.573514 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de586-aaa7-4c08-b951-a1cb22691eb8 req-55e163d5-c89b-48b1-91de-e46b0a3740e9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:23.575032 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-689de586-aaa7-4c08-b951-a1cb22691eb8 req-55e163d5-c89b-48b1-91de-e46b0a3740e9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0666304 Jun 22 02:04:23.608222 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-556ce54c-8f1e-4cea-b360-c75299dfc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:23.609775 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-556ce54c-8f1e-4cea-b360-c75299dfc29f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 912 time: 0.0843878 Jun 22 02:04:23.612753 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-689de586-aaa7-4c08-b951-a1cb22691eb8 req-8534f84a-f989-4a13-a869-1c7eefcc2a95 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312951 Jun 22 02:04:23.680067 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-568a393c-c4a4-4e7f-b445-14a66e9cf854 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 1000 time: 0.0631018 Jun 22 02:04:23.729494 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-4ecba120-95c5-4dd8-8571-f49ea90bc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:23.730091 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-4ecba120-95c5-4dd8-8571-f49ea90bc560 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0433638 Jun 22 02:04:23.790163 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-fb4b205e-6357-4ddd-b579-0a0b38062dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:23.791568 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-fb4b205e-6357-4ddd-b579-0a0b38062dee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539699 Jun 22 02:04:23.883650 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-de47b2c4-4203-4b3d-92ee-bdcfb159c29b service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848751 Jun 22 02:04:23.973410 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee364c4e-219b-4b99-a778-ee774ba03dad req-996ae41b-e245-496d-bf27-919a2596e716 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Jun 22 02:04:24.796076 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7a0c5-bf6e-4676-bc29-0821fa4cf120 req-ee321d56-02ad-4cae-baf2-47d241cca6f3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:24.797475 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bcc7a0c5-bf6e-4676-bc29-0821fa4cf120 req-ee321d56-02ad-4cae-baf2-47d241cca6f3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0653112 Jun 22 02:04:24.821997 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:24.839036 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bcc7a0c5-bf6e-4676-bc29-0821fa4cf120 req-8b989f50-ac6c-42a5-a509-13fb00a3398c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358486 Jun 22 02:04:25.112111 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6ea73d01-fd39-48e0-b7ee-2f6709739849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:26.016428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e43f3e-6d4f-47d0-b387-e8ea0ac630dc req-8d624805-d0a5-4b28-8fe1-631413dc26a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:26.018028 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c6e43f3e-6d4f-47d0-b387-e8ea0ac630dc req-8d624805-d0a5-4b28-8fe1-631413dc26a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 943 time: 0.0628939 Jun 22 02:04:26.055427 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c6e43f3e-6d4f-47d0-b387-e8ea0ac630dc req-d50279a2-01ef-4984-863d-bb9e9e4fd962 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Jun 22 02:04:26.728522 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:04:26.830965 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:26.842057 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'port_id': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'mac_address': 'fa:16:3e:82:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:04:26.877812 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:26.889997 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:04:26.910231 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:26.997629 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:26.999427 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:27.047712 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=9']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:27.054487 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.054850 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.055187 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.055515 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.055841 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.056166 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.056488 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.056834 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.057319 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.057642 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.057960 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.058275 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:27.062090 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:27.230866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b58d5-56cf-48a0-9dd8-ec1912c2c48c req-6867677e-a3da-4cc2-9048-5849d38eb0b3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:27.232322 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-375b58d5-56cf-48a0-9dd8-ec1912c2c48c req-6867677e-a3da-4cc2-9048-5849d38eb0b3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.0633130 Jun 22 02:04:27.271010 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-375b58d5-56cf-48a0-9dd8-ec1912c2c48c req-75a249ab-6594-44a0-9f62-cd4f631b1d2a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Jun 22 02:04:27.443960 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['9ebb42c8-9d66-492b-b77e-d7bf70fd4079'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:04:27.656322 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-33b9233f-9c6f-4401-96ab-0412cca54e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:27.947510 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:28.447989 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c27922-b7dc-4eed-83fe-c5b4bce491c7 req-816a0fe5-75ce-4c60-8248-3e672215d70f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:28.449479 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b9c27922-b7dc-4eed-83fe-c5b4bce491c7 req-816a0fe5-75ce-4c60-8248-3e672215d70f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 944 time: 0.0625823 Jun 22 02:04:28.487570 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b9c27922-b7dc-4eed-83fe-c5b4bce491c7 req-672cdb61-e5f4-4e35-a802-40f49d432f1d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 Jun 22 02:04:28.744476 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:04:28.804415 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:04:28.804813 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:28.850909 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:28.881675 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:28.904338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:04:28.906742 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667ea106-e316-46bc-8b99-b3b6dab10ddc" -d '{"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:04:28.919637 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:28.944739 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4ea5d0-de62-4d94-93e6-64ce505a96ba x-openstack-request-id: req-cb4ea5d0-de62-4d94-93e6-64ce505a96ba {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:04:28.944739 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:04:28.944739 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb4ea5d0-de62-4d94-93e6-64ce505a96ba {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:04:28.944739 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'code': 200} Jun 22 02:04:28.999249 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:29.001172 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-5be4c6b9-179d-4648-b730-f34b0c4de340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:29.050491 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=10']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:29.053728 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:29.686956 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963262a2-3215-45f6-a7b2-07c0d54f0254 req-40204356-b947-413e-b357-1b0a6ff5f2e6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:29.688772 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-963262a2-3215-45f6-a7b2-07c0d54f0254 req-40204356-b947-413e-b357-1b0a6ff5f2e6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0730901 Jun 22 02:04:29.771081 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-963262a2-3215-45f6-a7b2-07c0d54f0254 req-d07d4b9e-684e-455f-9331-6012cdc59569 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725634 Jun 22 02:04:29.786617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da26e35-cf51-4a46-85ea-2817812b60ce req-95ec9d6b-fa54-4546-a92c-9d9ab5b05603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:29.788248 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9da26e35-cf51-4a46-85ea-2817812b60ce req-95ec9d6b-fa54-4546-a92c-9d9ab5b05603 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1099 time: 0.0983863 Jun 22 02:04:29.831570 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9da26e35-cf51-4a46-85ea-2817812b60ce req-e59b86ec-116b-4a2a-a45d-30fd1f48c492 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279138 Jun 22 02:04:30.397597 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:30.954275 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730424f-bdb0-4186-9b40-14ae42dd1511 req-4d849dd3-cdf1-42dd-ba70-45425c2fb4a5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:30.955888 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8730424f-bdb0-4186-9b40-14ae42dd1511 req-4d849dd3-cdf1-42dd-ba70-45425c2fb4a5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0655847 Jun 22 02:04:30.993452 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8730424f-bdb0-4186-9b40-14ae42dd1511 req-0512aecc-ce71-4934-98dd-4955b1c205c9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Jun 22 02:04:32.176648 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f652a5-1aa2-4de1-b7be-2a01e3b2f909 req-4b16cc32-26f4-4fb6-95cc-6b7687f36d9b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:32.178070 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f3f652a5-1aa2-4de1-b7be-2a01e3b2f909 req-4b16cc32-26f4-4fb6-95cc-6b7687f36d9b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0652685 Jun 22 02:04:32.224680 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f3f652a5-1aa2-4de1-b7be-2a01e3b2f909 req-a9739a65-6976-4b64-b719-fec421137e7a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Jun 22 02:04:33.405035 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93ed41-ab49-46cb-9bca-f3ca7fd71ef4 req-90c41225-ae13-4efd-afc5-b326202298c7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:33.406493 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5d93ed41-ab49-46cb-9bca-f3ca7fd71ef4 req-90c41225-ae13-4efd-afc5-b326202298c7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0640907 Jun 22 02:04:33.444748 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5d93ed41-ab49-46cb-9bca-f3ca7fd71ef4 req-ea16bcf4-8599-4f5e-827f-2a525f239c14 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Jun 22 02:04:48.785288 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40430) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:48.896095 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:48.981562 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:49.084878 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:49.087478 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9947eb4c-f614-4b82-ad41-12abceca428a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:49.121751 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc137710-dd72-44b3-966e-773d88e95d1e,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:49.125442 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51213ffcf0cb413cb18fc78553e65929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392482 Jun 22 02:04:49.128299 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40434) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:49.131819 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.132208 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.132557 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.132940 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.133296 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.133652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.134002 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.134358 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.134709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.135053 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.135403 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.135745 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.139901 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:49.177760 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:49.197746 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:49.329988 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:49.332688 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:49.333849 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc137710-dd72-44b3-966e-773d88e95d1e HTTP/1.1" status: 204 len: 168 time: 0.2045400 Jun 22 02:04:49.335185 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4d7d1113-bd63-4fd4-ae59-cf099d577c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:49.342355 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc137710-dd72-44b3-966e-773d88e95d1e,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:49.349305 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.349728 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.350652 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.351032 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.351403 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.351754 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.352101 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.352446 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.352807 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.353159 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.353500 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.353844 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:49.357292 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:50.195570 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40442) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:50.208618 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.295781 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.381531 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.384083 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2c0aff6e-1af6-4451-9083-74d67890a808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:50.419902 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6fe23cb3a5d2461fa1277853b0928902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232013 Jun 22 02:04:50.420804 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74657cb7-d306-4923-839b-4e1f42c18a47,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:50.423355 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40444) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:50.423870 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:50.474167 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.495011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.631224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.633954 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:50.635037 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/74657cb7-d306-4923-839b-4e1f42c18a47 HTTP/1.1" status: 204 len: 168 time: 0.2104480 Jun 22 02:04:50.636751 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-63342f7f-7278-4c37-8799-849bd214a4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:50.643083 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74657cb7-d306-4923-839b-4e1f42c18a47,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:50.645404 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-618ee8b4-5d40-4341-add8-199b1dd14d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:52.847279 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b083-bb20-4f06-8fed-e4a1eedbd743 req-4db7a571-bf1e-4b73-a84c-6dfbad7c67c8 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:52.848709 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dbf6b083-bb20-4f06-8fed-e4a1eedbd743 req-4db7a571-bf1e-4b73-a84c-6dfbad7c67c8 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0652871 Jun 22 02:04:52.886855 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dbf6b083-bb20-4f06-8fed-e4a1eedbd743 req-09005c8a-dd9d-4766-9962-229c1ee75031 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Jun 22 02:04:53.450386 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:04:54.058090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41314e24-e547-4ab8-8783-53fae30366fd req-142f1991-b996-4d49-a3db-ad3da17b7051 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:54.059517 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-41314e24-e547-4ab8-8783-53fae30366fd req-142f1991-b996-4d49-a3db-ad3da17b7051 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0609837 Jun 22 02:04:54.095680 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-41314e24-e547-4ab8-8783-53fae30366fd req-3edadc5b-895a-4631-a3a4-c9db09bccfb4 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302348 Jun 22 02:04:54.838884 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:55.130775 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-40046248-c699-4b1e-8561-f44f40cdc657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:55.266977 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf54ea2-8275-4d57-9359-e0d663121979 req-58576b87-dcba-4a9d-a009-232ba2cf4762 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:55.268435 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9bf54ea2-8275-4d57-9359-e0d663121979 req-58576b87-dcba-4a9d-a009-232ba2cf4762 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0628948 Jun 22 02:04:55.309129 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9bf54ea2-8275-4d57-9359-e0d663121979 req-fe3539b0-27e0-49f0-ba76-9b8034ac558e tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Jun 22 02:04:56.478196 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b50a3-3ac3-4daf-a5be-c9c1131cc1bd req-81afc3a5-da87-4dca-8d12-0a2b564b57e5 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:56.479654 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9c4b50a3-3ac3-4daf-a5be-c9c1131cc1bd req-81afc3a5-da87-4dca-8d12-0a2b564b57e5 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0614402 Jun 22 02:04:56.520496 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9c4b50a3-3ac3-4daf-a5be-c9c1131cc1bd req-7634ddfb-fd65-459e-b035-2f338aa6cfcb tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Jun 22 02:04:57.692809 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4619b7-aeed-465e-9fb4-ac0448f74b36 req-0a5609aa-87e1-4cb5-bee0-bec743fd0800 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:57.694280 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0f4619b7-aeed-465e-9fb4-ac0448f74b36 req-0a5609aa-87e1-4cb5-bee0-bec743fd0800 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0626874 Jun 22 02:04:57.731391 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0f4619b7-aeed-465e-9fb4-ac0448f74b36 req-8beab1b6-e3a1-4de2-9bc7-a021b8dbef88 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/security-groups?id=8100fbe9-f79f-40ab-ac48-ecd61bf4c511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Jun 22 02:04:57.774411 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-83312a45-79a9-4938-aa29-41a6a373bb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:58.021811 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:58.237795 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-bbfcf633-3274-402a-8f44-5c61b147da19 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:58.239261 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-bbfcf633-3274-402a-8f44-5c61b147da19 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 945 time: 0.0631301 Jun 22 02:04:58.342732 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Deleting port 209ad2c6-cade-4904-aad9-4fc6fa044808 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:04:58.343076 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:58.433414 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] For port 209ad2c6-cade-4904-aad9-4fc6fa044808, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=209ad2c6-cade-4904-aad9-4fc6fa044808,segment=NetworkSegment(998f9261-d319-4c99-b2c3-4615147dff99),segment_id=998f9261-d319-4c99-b2c3-4615147dff99)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:58.433604 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:58.500903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Calling delete_port for 209ad2c6-cade-4904-aad9-4fc6fa044808 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:04:58.747388 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:58.751429 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-39f537e0-57a2-48ed-9e86-af4b8c9febda tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:58.759585 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['209ad2c6-cade-4904-aad9-4fc6fa044808'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:04:58.778353 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Pushing event deleted for resources: {'Port': ['ID=209ad2c6-cade-4904-aad9-4fc6fa044808,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:58.782156 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:58.829305 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] No DVR routers for this DVR port 209ad2c6-cade-4904-aad9-4fc6fa044808 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:04:58.831823 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:58.833816 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7b69df58-d3f5-484f-8d0b-687fb0d0e5c0 req-c18a1998-bb79-4437-b733-ab22526000a0 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.16 "DELETE /v2.0/ports/209ad2c6-cade-4904-aad9-4fc6fa044808 HTTP/1.1" status: 204 len: 173 time: 0.5886035 Jun 22 02:04:58.834334 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'name': 'network-vif-deleted', 'tag': '209ad2c6-cade-4904-aad9-4fc6fa044808'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:04:58.837786 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ccd60b-75ba-4f70-8bc7-dc2b9319f126" -d '{"events": [{"server_uuid": "c82848c9-722f-4e29-aca1-6f749f365f1a", "name": "network-vif-deleted", "tag": "209ad2c6-cade-4904-aad9-4fc6fa044808"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:04:58.878609 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff44535-3140-4068-93e4-62b804839ea2 x-openstack-request-id: req-5ff44535-3140-4068-93e4-62b804839ea2 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:04:58.878973 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82848c9-722f-4e29-aca1-6f749f365f1a", "name": "network-vif-deleted", "tag": "209ad2c6-cade-4904-aad9-4fc6fa044808", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:04:58.879219 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ff44535-3140-4068-93e4-62b804839ea2 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:04:58.879902 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82848c9-722f-4e29-aca1-6f749f365f1a', 'name': 'network-vif-deleted', 'tag': '209ad2c6-cade-4904-aad9-4fc6fa044808', 'status': 'completed', 'code': 200} Jun 22 02:04:58.882433 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4c9a2920-2a0a-46c7-805c-6b2d8c9ae13e req-cbbc7615-312e-4898-bf0a-070b5e01396c tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0370390 Jun 22 02:04:58.907368 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:59.270454 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40584) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:59.386103 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:59.469771 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:59.729139 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:59.731771 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3bcd80cc-bf82-4d35-ad6b-1e823535d83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:59.767852 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05ca8106ebbc4ae8b4e0f57ba1879d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963355 Jun 22 02:04:59.772011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f318c295-111a-46a7-93f5-512b610405be,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:59.772149 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40590) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:04:59.772553 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:59.825027 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:59.854091 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:00.010480 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:00.013549 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:00.017874 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f318c295-111a-46a7-93f5-512b610405be HTTP/1.1" status: 204 len: 168 time: 0.2432599 Jun 22 02:05:00.017874 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-eb0218cd-e8cc-4188-8ea7-40283b9d80a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:00.034154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318c295-111a-46a7-93f5-512b610405be,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:00.062307 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-bf8a2827-a55d-49a5-a7a7-78d597a03c41 req-2ef36ac8-9bf2-486f-bdde-d5be893645c6 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] 10.222.0.35 "GET /v2.0/ports?device_id=c82848c9-722f-4e29-aca1-6f749f365f1a HTTP/1.1" status: 200 len: 210 time: 0.0464640 Jun 22 02:05:00.063194 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:00.472985 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:00.826485 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40600) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:00.840000 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:00.926456 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.019584 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.023275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8eed501f-ac9f-4972-aaf2-820b35b8c7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:01.062052 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39b8de1795994c7eb2cdd0663024642c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309875 Jun 22 02:05:01.062052 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70902d3-af99-4ca9-ad69-0de7ad9a023e,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:01.062345 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40606) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:01.063210 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:01.110672 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.133028 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.267117 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.269711 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.270848 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c70902d3-af99-4ca9-ad69-0de7ad9a023e HTTP/1.1" status: 204 len: 168 time: 0.2084973 Jun 22 02:05:01.272007 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f4f573c3-d68b-4573-b72b-db22995a5a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:01.280569 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70902d3-af99-4ca9-ad69-0de7ad9a023e,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:01.283048 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:01.402319 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c47a9-56b0-4c7d-8c90-3c7f4a24713c req-7110c7d3-272e-44de-a403-3776749c6ecd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:01.403904 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f33c47a9-56b0-4c7d-8c90-3c7f4a24713c req-7110c7d3-272e-44de-a403-3776749c6ecd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0693562 Jun 22 02:05:01.442905 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f33c47a9-56b0-4c7d-8c90-3c7f4a24713c req-a161e664-ee28-4494-8e02-89489bdeee94 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Jun 22 02:05:02.626858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c502103-68fb-486d-90c0-b8227415a437 req-2c6dc188-8cce-4648-8a54-3c43485bfa6f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:02.628346 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9c502103-68fb-486d-90c0-b8227415a437 req-2c6dc188-8cce-4648-8a54-3c43485bfa6f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0677652 Jun 22 02:05:02.668021 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9c502103-68fb-486d-90c0-b8227415a437 req-8df94a10-d244-4f3e-a8db-614ed10cdd53 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Jun 22 02:05:02.975266 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 209ad2c6-cade-4904-aad9-4fc6fa044808 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:05:03.000593 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 209ad2c6-cade-4904-aad9-4fc6fa044808 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:05:03.000985 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 209ad2c6-cade-4904-aad9-4fc6fa044808 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:05:03.854690 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80275b04-f485-4a3a-a1ea-e2ae351de1af req-262b2519-7b5b-45ba-a5e4-af58b6b4e2f3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:03.854690 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-80275b04-f485-4a3a-a1ea-e2ae351de1af req-262b2519-7b5b-45ba-a5e4-af58b6b4e2f3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0623147 Jun 22 02:05:03.879162 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-80275b04-f485-4a3a-a1ea-e2ae351de1af req-162ae6e0-21de-4407-8311-a94f4a200178 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Jun 22 02:05:05.048810 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f72478-1db4-4260-9f64-06657de116cf req-47cb34b7-5fb3-46ac-a7b3-59aedbdf77c9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:05.050173 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a8f72478-1db4-4260-9f64-06657de116cf req-47cb34b7-5fb3-46ac-a7b3-59aedbdf77c9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0615788 Jun 22 02:05:05.086778 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a8f72478-1db4-4260-9f64-06657de116cf req-f07440e4-f20e-4215-90a2-795e8f1f4b0b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Jun 22 02:05:06.258487 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b573-cca8-4dca-9b71-4b7a7c1b8121 req-74fd07c6-e2e4-4ef5-8e4b-317fdcfba042 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:06.259906 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a4e7b573-cca8-4dca-9b71-4b7a7c1b8121 req-74fd07c6-e2e4-4ef5-8e4b-317fdcfba042 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0645800 Jun 22 02:05:06.296471 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a4e7b573-cca8-4dca-9b71-4b7a7c1b8121 req-6fc1608b-5b0a-45aa-ba97-520b76d4005e tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Jun 22 02:05:07.475877 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c54b2-6047-4a65-83ba-53d33fe2bf59 req-752d9580-944d-409b-8b31-a351f339d88b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:07.475877 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-be9c54b2-6047-4a65-83ba-53d33fe2bf59 req-752d9580-944d-409b-8b31-a351f339d88b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0649292 Jun 22 02:05:07.509815 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-be9c54b2-6047-4a65-83ba-53d33fe2bf59 req-da5e9632-94ba-482c-97da-f2635df33649 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Jun 22 02:05:08.681509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a572056-1ee8-48a2-8dc9-135deac6d804 req-9e80f348-60e8-4b56-8d21-e772d49d999f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:08.682949 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5a572056-1ee8-48a2-8dc9-135deac6d804 req-9e80f348-60e8-4b56-8d21-e772d49d999f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0642519 Jun 22 02:05:08.721791 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5a572056-1ee8-48a2-8dc9-135deac6d804 req-bf1be0d8-3b9c-4aec-8e1f-42076872b5e9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329001 Jun 22 02:05:08.786358 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40730) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:08.895868 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:08.980101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:09.112522 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:09.116174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c18f8eb3-9d92-4e66-9f03-1586038b74ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:09.188261 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a0e98e432fa4421a4665ee3aeeedc24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008346 Jun 22 02:05:09.189057 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc37889-f4bc-46a9-86c0-d1f856e3756c,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:09.191001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40736) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:09.192019 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:09.242439 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:09.251156 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846d803-1af5-4652-b2f9-14bf0b14fd4c req-0b0114fc-603c-41d0-8a6e-3a2d37b77506 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:09.252592 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2846d803-1af5-4652-b2f9-14bf0b14fd4c req-0b0114fc-603c-41d0-8a6e-3a2d37b77506 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.1249893 Jun 22 02:05:09.264060 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:09.305512 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2846d803-1af5-4652-b2f9-14bf0b14fd4c req-369569d4-093a-47c2-983e-46d943800622 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443981 Jun 22 02:05:09.312546 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-89c81ef8-20c3-46c9-bd14-5f8f8b759741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:09.312546 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-89c81ef8-20c3-46c9-bd14-5f8f8b759741 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1138 time: 0.0955210 Jun 22 02:05:09.402265 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-8a5aa913-8e5f-4cc4-83cd-bc2c37ec5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:09.403740 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-8a5aa913-8e5f-4cc4-83cd-bc2c37ec5086 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 915 time: 0.0859694 Jun 22 02:05:09.414206 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:09.416865 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:09.418328 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5cc37889-f4bc-46a9-86c0-d1f856e3756c HTTP/1.1" status: 204 len: 168 time: 0.2258997 Jun 22 02:05:09.418836 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d5cfb163-3eb1-4c80-ac94-8d9f06ad1be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:09.427583 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc37889-f4bc-46a9-86c0-d1f856e3756c,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:09.429995 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:09.475636 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-8e79c30c-10d0-4154-ae83-f0b62d2b9de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 1002 time: 0.0647955 Jun 22 02:05:09.527507 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-33cbd671-22f1-48a2-98b0-95d098484f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:09.529055 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-33cbd671-22f1-48a2-98b0-95d098484f80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0460362 Jun 22 02:05:09.591963 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-bfb9f642-a363-4c63-b4f2-f3f7a7d973de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:09.593487 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-bfb9f642-a363-4c63-b4f2-f3f7a7d973de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572238 Jun 22 02:05:09.686703 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-5b27dfee-d869-43a7-aaf1-d01db95d9aaf service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855858 Jun 22 02:05:09.781695 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dd3c57c1-5baf-4238-bbca-3123cb0588ce req-430b3573-276f-4465-ab84-702386c1426d service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869615 Jun 22 02:05:09.913182 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497bc59-4112-45c7-87cb-87d32f63b466 req-2a5d419f-5a0d-45bd-a1e5-8c210b1ba114 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:09.914671 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9497bc59-4112-45c7-87cb-87d32f63b466 req-2a5d419f-5a0d-45bd-a1e5-8c210b1ba114 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0634458 Jun 22 02:05:09.957402 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9497bc59-4112-45c7-87cb-87d32f63b466 req-328b0e47-8c6c-4b7f-982e-59ad021809b0 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Jun 22 02:05:10.156124 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40752) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:10.170019 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.255456 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.358425 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.361114 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-33dcf7b9-8ef8-4554-969e-44b4d5d9a087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:10.396821 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1586db85-2d20-4b27-b162-a82107124474,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:10.399878 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:10.403074 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8466c1ea3039453bbd08222b850acbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459414 Jun 22 02:05:10.405826 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40756) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:10.453677 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.475352 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.484327 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792f94-2e13-46a9-a6c5-5e676773fd0f req-fcf4d2b2-8602-4eb4-b4ed-8d3c115eaef0 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:10.485963 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee792f94-2e13-46a9-a6c5-5e676773fd0f req-fcf4d2b2-8602-4eb4-b4ed-8d3c115eaef0 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0639617 Jun 22 02:05:10.530930 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ee792f94-2e13-46a9-a6c5-5e676773fd0f req-84127bfc-c025-4b77-b79f-327a9c31e384 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347331 Jun 22 02:05:10.626712 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.629552 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:10.630706 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1586db85-2d20-4b27-b162-a82107124474 HTTP/1.1" status: 204 len: 168 time: 0.2239373 Jun 22 02:05:10.631566 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d92eb274-d9a8-431e-ac1f-9653597fb3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:10.639654 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586db85-2d20-4b27-b162-a82107124474,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:10.641927 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-04933f8b-3672-4811-ad02-1dde34f8684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:11.142010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b014b-0660-4a51-ac7e-365cbe180fdb req-f87e37fb-4540-4f31-83cc-9f6c38732de5 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:11.143394 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2d3b014b-0660-4a51-ac7e-365cbe180fdb req-f87e37fb-4540-4f31-83cc-9f6c38732de5 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0671976 Jun 22 02:05:11.180084 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2d3b014b-0660-4a51-ac7e-365cbe180fdb req-d72a0d7a-ad11-417b-8cdc-3fe1420222e3 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Jun 22 02:05:11.709917 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d702e-b311-49b4-b9a4-9508cae42634 req-0e9d5a80-68e8-410f-b6bd-566a768ee467 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:11.711450 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-be6d702e-b311-49b4-b9a4-9508cae42634 req-0e9d5a80-68e8-410f-b6bd-566a768ee467 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0653865 Jun 22 02:05:11.752119 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-be6d702e-b311-49b4-b9a4-9508cae42634 req-69ea29ff-6bfe-4b8c-89b6-aafa2808f215 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345399 Jun 22 02:05:12.511146 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23857f-f39f-4fe1-956d-29a0e58e76a7 req-196eeb0a-a6b0-4fcf-b1ec-98b844555bc0 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:12.513188 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2d23857f-f39f-4fe1-956d-29a0e58e76a7 req-196eeb0a-a6b0-4fcf-b1ec-98b844555bc0 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.2213712 Jun 22 02:05:12.557460 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2d23857f-f39f-4fe1-956d-29a0e58e76a7 req-a289fa54-7c61-45cd-8c48-e245d1b80d51 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353825 Jun 22 02:05:12.943659 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec7fc5-12dc-44df-aa9f-e3a0949df833 req-1f730a17-de3f-494f-b66d-6926c34c5e0b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:12.945178 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dcec7fc5-12dc-44df-aa9f-e3a0949df833 req-1f730a17-de3f-494f-b66d-6926c34c5e0b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0698519 Jun 22 02:05:12.989517 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-dcec7fc5-12dc-44df-aa9f-e3a0949df833 req-fe47fcc2-739b-41f9-b830-5f4d2f4564fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375645 Jun 22 02:05:13.126473 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54099040-b1b1-4a88-a7e8-60f9baaf9906 req-4c6a2297-c204-422b-9a9d-7fe25e0f1007 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:13.128012 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-54099040-b1b1-4a88-a7e8-60f9baaf9906 req-4c6a2297-c204-422b-9a9d-7fe25e0f1007 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0659435 Jun 22 02:05:13.165625 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-54099040-b1b1-4a88-a7e8-60f9baaf9906 req-88d72bca-f4d5-4178-be02-772a214a6a30 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314965 Jun 22 02:05:13.232749 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-4e88a353-a710-4e64-8854-6b8be44a24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:13.234161 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-4e88a353-a710-4e64-8854-6b8be44a24f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 1098 time: 0.0597653 Jun 22 02:05:13.570432 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-0ce38665-896d-43a8-9058-c8e1f1bdb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:13.571898 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-0ce38665-896d-43a8-9058-c8e1f1bdb933 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 912 time: 0.3317413 Jun 22 02:05:13.634132 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-88daaa78-6f3b-47cf-a9c1-6f54154aa061 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 200 len: 1000 time: 0.0550678 Jun 22 02:05:13.685287 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-736fc818-898c-4da9-825f-541a29341c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:13.686731 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-736fc818-898c-4da9-825f-541a29341c38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0445228 Jun 22 02:05:13.744158 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-d97746f2-24f8-45f5-9816-51a3cbcf6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:13.745639 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-d97746f2-24f8-45f5-9816-51a3cbcf6710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525444 Jun 22 02:05:13.833106 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-c4f6025c-efda-45b3-8315-114ed8a8e0d3 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800390 Jun 22 02:05:13.923485 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-de1a04ee-8c67-4f6c-98fd-33b56eed2a5d req-5675ae98-a833-4e79-b5fa-1120384480d7 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845222 Jun 22 02:05:14.172255 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a306e3-a58a-42fb-a797-a4bfe0603743 req-d62ebe8d-b8e9-4795-98a0-d902824ca266 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:14.173764 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b6a306e3-a58a-42fb-a797-a4bfe0603743 req-d62ebe8d-b8e9-4795-98a0-d902824ca266 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0634613 Jun 22 02:05:14.213693 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b6a306e3-a58a-42fb-a797-a4bfe0603743 req-24c971c2-9ff1-4747-a8b2-275c0ca27aaa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338886 Jun 22 02:05:14.360681 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef5156-07a4-4127-9ab9-bc3d3b121f67 req-e462e4df-4ba9-45d6-9153-6d8ea1bb0e85 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:14.362216 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-00ef5156-07a4-4127-9ab9-bc3d3b121f67 req-e462e4df-4ba9-45d6-9153-6d8ea1bb0e85 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0785921 Jun 22 02:05:14.410738 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-00ef5156-07a4-4127-9ab9-bc3d3b121f67 req-55143a03-4d60-4d23-bff7-356d03bca351 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Jun 22 02:05:15.384443 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe9b0c-5d0c-423f-b5ce-ac285de45235 req-2a201e1c-fc80-41d5-b101-ebd4ff77f078 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:15.385912 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ebfe9b0c-5d0c-423f-b5ce-ac285de45235 req-2a201e1c-fc80-41d5-b101-ebd4ff77f078 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0615420 Jun 22 02:05:15.424270 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ebfe9b0c-5d0c-423f-b5ce-ac285de45235 req-703281a3-2779-4020-85d6-8a795f3ba93b tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319185 Jun 22 02:05:15.733869 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b704684-8648-4a13-94df-f7623b38ee67 req-222a6881-acd4-430c-9c99-9b2ddfdcc8a9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:15.735282 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7b704684-8648-4a13-94df-f7623b38ee67 req-222a6881-acd4-430c-9c99-9b2ddfdcc8a9 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.2142117 Jun 22 02:05:15.771884 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7b704684-8648-4a13-94df-f7623b38ee67 req-bbf87e3a-7588-41bd-84c5-5444b8683ba0 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308826 Jun 22 02:05:16.599392 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cd11a-5497-4e93-aa45-7c6472c42998 req-34b1d093-686f-40ab-9491-bfcc1835b5d0 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:16.600844 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e6cd11a-5497-4e93-aa45-7c6472c42998 req-34b1d093-686f-40ab-9491-bfcc1835b5d0 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0668352 Jun 22 02:05:16.640986 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e6cd11a-5497-4e93-aa45-7c6472c42998 req-1fcc907c-d853-4333-9587-0b71ae74638a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341783 Jun 22 02:05:16.705966 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40866) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:16.805816 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:16.887107 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:16.956653 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:16.960063 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-123d50a8-adf9-4fd3-af32-4637423d5bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:16.995444 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=480140edbd734d3aac63862ed5874bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884789 Jun 22 02:05:16.996598 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd57661a-c94e-40b0-bb96-a385ee8b7c9b,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:16.998203 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40870) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:16.999801 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:17.048009 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:17.069067 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:17.192463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:17.195089 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:17.196215 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd57661a-c94e-40b0-bb96-a385ee8b7c9b HTTP/1.1" status: 204 len: 168 time: 0.1969721 Jun 22 02:05:17.198672 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ac3e38c4-3ee7-4a55-839a-ffb535e17b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:17.204942 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd57661a-c94e-40b0-bb96-a385ee8b7c9b,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:17.207355 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:17.813088 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c5217-3b88-49be-bb2c-23d1424dc99b req-f12ce1f1-06a2-42cc-a94e-7bfa83b3d1d6 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:17.814612 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2a5c5217-3b88-49be-bb2c-23d1424dc99b req-f12ce1f1-06a2-42cc-a94e-7bfa83b3d1d6 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0643673 Jun 22 02:05:17.855506 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2a5c5217-3b88-49be-bb2c-23d1424dc99b req-2a0eb358-d46c-4702-b846-8cd997a9195d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350494 Jun 22 02:05:17.912141 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 40888) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:17.925684 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.015522 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.093678 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.096255 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-eca943fd-4250-4976-b9c8-d52bbbde94a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:18.132027 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3e2fb5d999748b6b00c076dcbf6510a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187538 Jun 22 02:05:18.132774 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6971f6-0bc2-4898-896d-5acf142010b1,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:18.135382 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 40890) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:18.135864 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:18.196101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.208981 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.329769 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.332607 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:18.333756 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de6971f6-0bc2-4898-896d-5acf142010b1 HTTP/1.1" status: 204 len: 168 time: 0.1971493 Jun 22 02:05:18.334551 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d0b574c0-3066-439e-b7c2-63d8de5ab713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:18.342042 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6971f6-0bc2-4898-896d-5acf142010b1,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:18.344540 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:19.047103 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39248cd2-cfc1-4f86-9997-c9bf189f6ba7 req-ab02917a-c22f-41d0-8507-265c2bf5d8a6 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:19.048672 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-39248cd2-cfc1-4f86-9997-c9bf189f6ba7 req-ab02917a-c22f-41d0-8507-265c2bf5d8a6 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0680943 Jun 22 02:05:19.089588 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-39248cd2-cfc1-4f86-9997-c9bf189f6ba7 req-9c8de6ac-5a12-4fa3-a42b-99485d162a5f tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347254 Jun 22 02:05:20.265601 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b94b4e-1549-44c4-907b-b5e5a2a9de04 req-c93c509e-5d62-4a67-a401-de3fb3ba72f4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:20.266786 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d1b94b4e-1549-44c4-907b-b5e5a2a9de04 req-c93c509e-5d62-4a67-a401-de3fb3ba72f4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0650859 Jun 22 02:05:20.307404 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d1b94b4e-1549-44c4-907b-b5e5a2a9de04 req-2d501545-5c26-4d9d-8cfb-9d7c2e913c92 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345671 Jun 22 02:05:21.478335 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86377227-8e68-4390-b5bb-e074b043505a req-3e9397d6-c178-435e-ae80-c0df94bf073a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:21.484660 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-86377227-8e68-4390-b5bb-e074b043505a req-3e9397d6-c178-435e-ae80-c0df94bf073a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0622928 Jun 22 02:05:21.525022 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-86377227-8e68-4390-b5bb-e074b043505a req-c753f5de-6f5f-4db8-b5ae-4bcb99794f33 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&id=1e1e7e6f-13f7-4107-883a-679b211dae44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389316 Jun 22 02:05:22.494487 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-b84c413e-7960-4ac1-a284-2c1ef80d15bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589232 Jun 22 02:05:22.586559 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-a07117cb-2673-4e29-aac2-0113c8c78d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:22.588073 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-a07117cb-2673-4e29-aac2-0113c8c78d8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 1099 time: 0.0525692 Jun 22 02:05:22.689683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-5d3e9c49-d1aa-446b-a84d-aeea02619493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:22.691176 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-5d3e9c49-d1aa-446b-a84d-aeea02619493 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0823507 Jun 22 02:05:22.757889 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-215d26e5-4c3b-4925-bcdd-48ca6e8eb60d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 200 len: 1001 time: 0.0599222 Jun 22 02:05:22.804820 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-2af76e94-7c35-461b-abcd-27a39451e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:22.806451 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-2af76e94-7c35-461b-abcd-27a39451e61a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0420730 Jun 22 02:05:22.860839 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-1693a4c6-9218-430a-9a9d-fea52deb10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:22.862268 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-1693a4c6-9218-430a-9a9d-fea52deb10ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502076 Jun 22 02:05:22.959157 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-0e587db6-0aca-40a8-ba58-49cbf3c79144 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906019 Jun 22 02:05:23.045924 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1ff07b0-e903-4649-a57d-1f08624e79c4 req-72c29a6b-acc3-493e-ad30-4a85659ed593 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803590 Jun 22 02:05:24.906656 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:25.101124 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-2bebce3e-246c-4755-953c-712d7da03e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.277534 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41042) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:26.325929 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Deleting subnet b447ccfe-297c-460f-bf2b-b4cbab9d6e34 {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:05:26.329486 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.362620 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.402866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.642846 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.646102 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:26.672441 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b447ccfe-297c-460f-bf2b-b4cbab9d6e34,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:26.674933 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:26.677739 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.679595 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-fd8c7ab8-2100-4c91-b082-1ca5a439a52c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b447ccfe-297c-460f-bf2b-b4cbab9d6e34 HTTP/1.1" status: 204 len: 168 time: 0.4010522 Jun 22 02:05:26.682119 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41044) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:26.746811 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.825916 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.835214 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb75db1b-a830-4a1e-9e83-c2f7b580ebea']}} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:26.845263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998f9261-d319-4c99-b2c3-4615147dff99') {'for_net_delete': True} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:26.845556 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998f9261-d319-4c99-b2c3-4615147dff99') {} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:26.853878 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780526'] for segment, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.867842 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.874235 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=99636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:05:26.874625 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11210511'] for segment, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: Traceback (most recent call last): Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: timer() Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: cb(*args, **kw) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: return func(*args, **kwargs) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: self._notify() Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: self.callback(batched_events) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: event.method(event) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: return f(self, *a, **k) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: return self._get(url).json() Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: return self.request(url, 'GET', **kwargs) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:05:26.876260 dv-cinder-793264-5-smb neutron-server[99636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:05:27.036240 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.039954 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2c33b9cf-dbae-4611-a8f1-afeacf615d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:27.042430 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.059509 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fb75db1b-a830-4a1e-9e83-c2f7b580ebea HTTP/1.1" status: 204 len: 168 time: 0.3612316 Jun 22 02:05:27.059509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb75db1b-a830-4a1e-9e83-c2f7b580ebea,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:27.059509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-13eeb4a9-635f-4573-860c-f5840a0ef6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:27.484596 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41052) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:27.524600 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4da2d30a-2316-4023-9974-451ff5aa3ad0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=326488c5c5e94941ad21b9796329eb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387914 Jun 22 02:05:27.527068 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41056) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:27.581927 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.603501 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.666712 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e7d077c9-2c20-40d1-9c3c-d4fbb49828db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.779267 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.782606 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:27.783757 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8100fbe9-f79f-40ab-ac48-ecd61bf4c511 HTTP/1.1" status: 204 len: 168 time: 0.2557549 Jun 22 02:05:27.784576 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c32304c6-b737-4676-bf34-47c582e6989f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:27.792249 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100fbe9-f79f-40ab-ac48-ecd61bf4c511,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:27.794680 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:27.997978 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:28.894936 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:30.391976 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:30.448103 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:05:31.029145 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41092) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:31.129889 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-796e5426-c7ca-4a68-984e-b6d4ccc11b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.216958 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-796e5426-c7ca-4a68-984e-b6d4ccc11b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.300892 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-796e5426-c7ca-4a68-984e-b6d4ccc11b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.303421 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2a65a116-edca-498e-9b5d-cb77e20bf26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:31.341184 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-796e5426-c7ca-4a68-984e-b6d4ccc11b8a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae6098cc4acf47bb9aff8f7108cf0bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104734 Jun 22 02:05:31.342680 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e5426-c7ca-4a68-984e-b6d4ccc11b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4786a-98d1-4370-99a1-8f3a13aa7030,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:31.344392 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41096) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:31.345778 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-796e5426-c7ca-4a68-984e-b6d4ccc11b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:31.392092 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.412710 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.562091 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.564670 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:31.565981 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24e4786a-98d1-4370-99a1-8f3a13aa7030 HTTP/1.1" status: 204 len: 168 time: 0.2205606 Jun 22 02:05:31.566806 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d0267eb9-e0bf-41b1-87a2-e513ef1e1a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:31.574835 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4786a-98d1-4370-99a1-8f3a13aa7030,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:31.576893 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:32.238374 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41106) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:32.252857 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.338020 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.413452 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.417137 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4df5d452-0da9-4d87-b0c4-8fea3bf0ea02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:32.452976 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2100b8998ad44cb69fc754e840253ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133443 Jun 22 02:05:32.457471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b128c-9527-4cf7-899a-7cdf56e56041,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:32.457616 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41114) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:32.458062 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:32.507603 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.528070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.693375 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.695929 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:32.697097 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/544b128c-9527-4cf7-899a-7cdf56e56041 HTTP/1.1" status: 204 len: 168 time: 0.2403238 Jun 22 02:05:32.697848 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7167f811-19a1-4b60-b559-a5ca6613f3fa tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:32.705370 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b128c-9527-4cf7-899a-7cdf56e56041,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:32.707546 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5e89c826-d1ec-4fe1-8c12-5b7eb30c0dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:33.415254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41124) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:33.428553 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.513940 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.597936 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.602755 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-49457ae5-39fe-457c-b449-e787e2799b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:33.640762 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d24a41f1112a401085a5b7c7dc9ab7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221537 Jun 22 02:05:33.640762 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3ffb57-3611-4d25-a4b2-c27205b5460b,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:33.641161 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41126) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:33.643137 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:33.691191 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.711596 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.855092 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.857839 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.859107 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e3ffb57-3611-4d25-a4b2-c27205b5460b HTTP/1.1" status: 204 len: 168 time: 0.2168298 Jun 22 02:05:33.860114 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-be13af74-f127-45b1-a88d-79630eca5e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:33.867407 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3ffb57-3611-4d25-a4b2-c27205b5460b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:33.869739 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:34.511036 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eed00-4401-41e6-88f4-fa056db60d20 req-1c75f6f3-113e-4687-ba57-8ceada6582ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:34.512508 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a46eed00-4401-41e6-88f4-fa056db60d20 req-1c75f6f3-113e-4687-ba57-8ceada6582ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0649879 Jun 22 02:05:34.553255 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a46eed00-4401-41e6-88f4-fa056db60d20 req-ed4a03b3-eab3-42e7-b4a1-f423277ef54f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346098 Jun 22 02:05:35.736916 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027bdbd-6307-46fb-9d76-f19bd3065b40 req-c98ac393-5462-4924-ae97-da255b5c65a0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:35.738358 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2027bdbd-6307-46fb-9d76-f19bd3065b40 req-c98ac393-5462-4924-ae97-da255b5c65a0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0635142 Jun 22 02:05:35.775329 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2027bdbd-6307-46fb-9d76-f19bd3065b40 req-334a7cf6-f63c-428a-9a62-d19eb5cfae13 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Jun 22 02:05:36.467530 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e9b31f0f-e9c3-407d-b6e3-7c5393971550 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:36.468986 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e9b31f0f-e9c3-407d-b6e3-7c5393971550 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0633850 Jun 22 02:05:36.575085 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Deleting port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:36.575432 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:36.663831 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] For port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:36.664179 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:36.866223 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:36.866925 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:36.866925 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.l3_db [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Floating IP 037028f2-3651-41ce-9e7b-769b33544355 disassociated. External IP: 172.28.2.124, port: 9ebb42c8-9d66-492b-b77e-d7bf70fd4079. Jun 22 02:05:36.867212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Calling delete_port for 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:36.954159 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cd12c-cc73-46fb-9194-da3b4d64d1bd req-3998f6cc-8a4e-48b6-96a7-f2beca93219f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:36.955642 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-641cd12c-cc73-46fb-9194-da3b4d64d1bd req-3998f6cc-8a4e-48b6-96a7-f2beca93219f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 946 time: 0.0634034 Jun 22 02:05:36.995112 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-641cd12c-cc73-46fb-9194-da3b4d64d1bd req-53fe8c25-69fd-40fa-b73d-88d18696b20e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=43dbdccc-f626-4e34-92b3-89fff111bff3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325766 Jun 22 02:05:37.081994 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:37.086337 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-416473d1-92b2-49b2-9837-e69639d964e3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:37.111885 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event deleted for resources: {'Port': ['ID=9ebb42c8-9d66-492b-b77e-d7bf70fd4079,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:37.114435 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:37.228713 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:05:37.338665 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:05:37.349345 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:05:37.358631 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:37.359284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:05:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:37.381241 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] No DVR routers for this DVR port 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:05:37.383680 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:37.385861 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d3b8d37e-f6e7-41f8-afef-c5bc2fdd5ee5 req-e25e7799-9478-4125-ac18-6fa3a0f532c5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "DELETE /v2.0/ports/9ebb42c8-9d66-492b-b77e-d7bf70fd4079 HTTP/1.1" status: 204 len: 173 time: 0.9111168 Jun 22 02:05:37.386170 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-deleted', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:05:37.388457 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828892ec-1ec1-456a-b5d0-69f444bb24aa" -d '{"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-deleted", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:05:37.430343 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa43cec-a9ba-4b77-a0ec-35bd5c31ec6e x-openstack-request-id: req-eaa43cec-a9ba-4b77-a0ec-35bd5c31ec6e {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:05:37.430928 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae7835d-4bfe-4786-835c-c5140909b6d2", "name": "network-vif-deleted", "tag": "9ebb42c8-9d66-492b-b77e-d7bf70fd4079", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:05:37.431291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eaa43cec-a9ba-4b77-a0ec-35bd5c31ec6e {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:05:37.431928 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae7835d-4bfe-4786-835c-c5140909b6d2', 'name': 'network-vif-deleted', 'tag': '9ebb42c8-9d66-492b-b77e-d7bf70fd4079', 'status': 'completed', 'code': 200} Jun 22 02:05:37.467469 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:37.670576 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:37.697250 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:05:37.706259 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:37.706880 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:05:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:37.814091 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:38.019777 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:38.051187 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ccbb3e-4733-491e-84ee-5f6603eb47ca None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:05:38.170301 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-37656773-488b-4a41-beab-f173c8855a5d req-99e32043-0b03-48bb-8f1c-ca317d14affe tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ae7835d-4bfe-4786-835c-c5140909b6d2 HTTP/1.1" status: 200 len: 210 time: 0.0368655 Jun 22 02:05:38.310004 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75275410-c38c-4c51-9745-488a5a8cf156 None None] New status for floating IP 037028f2-3651-41ce-9e7b-769b33544355: DOWN {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:05:39.409391 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41236) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:39.467247 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:39.492045 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:39.735790 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:39.738536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:39.739673 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "DELETE /v2.0/security-groups/43dbdccc-f626-4e34-92b3-89fff111bff3 HTTP/1.1" status: 204 len: 168 time: 0.3292086 Jun 22 02:05:39.740485 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-453e8815-e628-4234-a784-ea598db80c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:39.742462 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41238) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:39.749318 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbdccc-f626-4e34-92b3-89fff111bff3,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:39.752082 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c45f2977-adb5-465d-ac3e-6f099d588ed8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:39.757126 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.api.v2.resource [None req-74b59f57-2e8f-411b-a80f-5f11a4481856 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] show failed (client error): The resource could not be found. Jun 22 02:05:39.758121 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-74b59f57-2e8f-411b-a80f-5f11a4481856 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups/43dbdccc-f626-4e34-92b3-89fff111bff3 HTTP/1.1" status: 404 len: 347 time: 0.0146904 Jun 22 02:05:39.760844 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41240) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:39.890014 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Deleting port db3d56a1-ac53-44a8-acb6-1bc5f8117758 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:39.890359 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:39.964554 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:39.964967 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:40.033489 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Calling delete_port for db3d56a1-ac53-44a8-acb6-1bc5f8117758 owned by network:floatingip {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:40.340866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:40.342988 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:40.367969 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event deleted for resources: {'Port': ['ID=db3d56a1-ac53-44a8-acb6-1bc5f8117758,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:40.371072 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:40.430388 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:40.433033 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:40.434199 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "DELETE /v2.0/floatingips/037028f2-3651-41ce-9e7b-769b33544355 HTTP/1.1" status: 204 len: 168 time: 0.6724439 Jun 22 02:05:40.974518 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41246) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:40.979223 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983009011', 'description': 'tempest-description--631780531'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:41.094205 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.173924 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.217927 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:05:41.238663 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:05:41.239025 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 9ebb42c8-9d66-492b-b77e-d7bf70fd4079 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:05:41.260889 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.264494 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1c29a9f8-f982-4b89-9123-a9cf8df55c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:41.293598 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e721394c-c57e-40be-a6c0-94f56b1d6819,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:41.297456 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:41.356416 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.358560 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3825488 Jun 22 02:05:41.360940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41250) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:41.365523 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'security_group_rule': {'security_group_id': 'e721394c-c57e-40be-a6c0-94f56b1d6819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:41.453324 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.509088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.613602 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.618310 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-53f8b731-2cdb-4536-96a6-644b0beaed60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:41.634118 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b74d85-3b4c-467c-a6aa-f905d98d667e,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:41.636471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:41.721930 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.723064 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-427eea9b-6a22-48e0-b312-4af312f478f8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3611655 Jun 22 02:05:41.725746 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41252) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:41.730077 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'security_group_rule': {'security_group_id': 'e721394c-c57e-40be-a6c0-94f56b1d6819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:41.813417 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.869550 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.946347 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:41.948398 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:41.964520 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca898a4-fc1e-4cec-af35-2e47d4aa965b,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:41.966942 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:42.055287 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:42.056453 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1b9cadf6-cf9b-4758-86ce-4ceeeedb19ef tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297799 Jun 22 02:05:42.059514 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41254) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:42.064597 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'floatingip': {'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:42.180841 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:42.295586 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:42.399826 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_common [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Allocated IP 172.28.2.68 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/b999a9aa-a66c-46ac-8921-cf64dd480661) {{(pid=99635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:05:42.511370 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for port, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:42.661574 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11374872'] for port, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:42.663664 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0d612ef6-5099-419c-b139-0b2d6a48223c tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:42.700471 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:05:42.710224 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Resources bound (agent type, host, resource id): {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:05:42.712233 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'Port': ['ID=b999a9aa-a66c-46ac-8921-cf64dd480661,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:42.714370 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Received port after_create {{(pid=99635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:05:42.717364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:42.808737 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:42.913423 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:43.064429 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for port, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:43.129817 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11374890'] for port, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:43.131954 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:43.193700 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'Port': ['ID=b999a9aa-a66c-46ac-8921-cf64dd480661,revision_number=2']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:43.197836 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:43.207846 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:43.289575 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:43.290868 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2303927 Jun 22 02:05:43.494010 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-972c6377-5cad-4153-b4f6-90f0de68e557 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1983009011&fields=id&tenant_id=7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 267 time: 0.0341537 Jun 22 02:05:43.602018 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2e6d9e0d-eb34-4ede-aaf0-c558ec69b93a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:43.603493 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2e6d9e0d-eb34-4ede-aaf0-c558ec69b93a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 817 time: 0.1031179 Jun 22 02:05:43.618373 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-5d1ceaca-bea5-41cb-a0b9-e958d59b4954 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/quotas/7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 375 time: 0.0094669 Jun 22 02:05:43.691820 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2cfd45bc-a5a2-436f-a7e2-c95dc9adb474 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676713 Jun 22 02:05:44.104890 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-15a9faae-1cb3-4c59-b019-9bc7a2049c59 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015441 Jun 22 02:05:44.190372 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-b5ff34fc-d7c2-42f6-a64b-464a207e543d service neutron] 10.222.0.35 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792530 Jun 22 02:05:44.431133 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-07c04e86-ed23-4c51-8e2e-7902d8f31fd1 req-f7792b89-54ab-4358-8a7f-af498b487894 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 210 time: 0.0303760 Jun 22 02:05:45.580326 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3aabbe40-57be-4142-8199-fbe19120fd50 req-60a12c30-4637-4362-a57b-8dceb05e6f04 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 210 time: 0.0322080 Jun 22 02:05:46.731141 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aa4c5b64-9d43-4957-8a7f-b08ac922f9e1 req-c8d090a6-101c-481b-b367-7b12bafccc95 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 210 time: 0.0323343 Jun 22 02:05:47.011719 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-7d5a90ec-9e7d-4bd3-9984-262cb2fe0977 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:47.013233 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-7d5a90ec-9e7d-4bd3-9984-262cb2fe0977 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 817 time: 0.1015406 Jun 22 02:05:47.064207 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-ccf3442e-5907-4b95-9ce4-451b0a91a43f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 380 time: 0.0337412 Jun 22 02:05:47.074800 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'port': {'device_id': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'admin_state_up': True, 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'security_groups': ['e721394c-c57e-40be-a6c0-94f56b1d6819']}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:47.284157 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Made reservation on behalf of 7742d9252bff49b894f65802d1b8594b for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:05:47.287844 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:47.416482 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Allocated IP 172.20.0.9 (e8c9692f-3735-4454-be5a-b34d2b08ad27/2992c285-5024-432f-8e06-2caff6af0221/7dc7642c-a13b-4f67-a9a9-2d770876760c) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:05:47.548816 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:47.561787 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Transition to ACTIVE for port object 7dc7642c-a13b-4f67-a9a9-2d770876760c will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:05:47.673247 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:47.677263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:47.725450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:05:47.728805 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:05:47.732701 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:05:47.739734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:47.760479 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:47.786999 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:47.787656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:47.879145 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8079591 Jun 22 02:05:47.912577 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bdce7-5da1-4937-a4f6-9585fcf8765f req-d52e7bbb-d50f-420c-a7cf-cf491a1df12a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:47.914088 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b54bdce7-5da1-4937-a4f6-9585fcf8765f req-d52e7bbb-d50f-420c-a7cf-cf491a1df12a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 931 time: 0.0633624 Jun 22 02:05:47.949211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Request body: {'port': {'device_id': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:47.960328 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b54bdce7-5da1-4937-a4f6-9585fcf8765f req-fe016b9d-5d7f-43aa-b471-0148c93bd032 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 Jun 22 02:05:48.025053 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.081958 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-86918071-f9b3-4166-aa6a-9fad8e3e1b85 None None] Provisioning for port 7dc7642c-a13b-4f67-a9a9-2d770876760c completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:05:48.085804 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-86918071-f9b3-4166-aa6a-9fad8e3e1b85 None None] Provisioning complete for port 7dc7642c-a13b-4f67-a9a9-2d770876760c triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:05:48.086183 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-86918071-f9b3-4166-aa6a-9fad8e3e1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.119221 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-86918071-f9b3-4166-aa6a-9fad8e3e1b85 None None] Port 7dc7642c-a13b-4f67-a9a9-2d770876760c cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:05:48.280094 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc7642c-a13b-4f67-a9a9-2d770876760c {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:05:48.288510 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.300733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Transition to ACTIVE for port object 7dc7642c-a13b-4f67-a9a9-2d770876760c will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:05:48.386282 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.388321 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-02b61687-abe0-400e-b62c-fcfb328a64c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:48.466106 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:48.470245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:48.551287 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Attempting to bind port 7dc7642c-a13b-4f67-a9a9-2d770876760c on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:05:48.551626 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Attempting to bind port 7dc7642c-a13b-4f67-a9a9-2d770876760c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:05:48.551956 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Attempting to bind port 7dc7642c-a13b-4f67-a9a9-2d770876760c on network e8c9692f-3735-4454-be5a-b34d2b08ad27 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:05:48.556701 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Port 7dc7642c-a13b-4f67-a9a9-2d770876760c on network e8c9692f-3735-4454-be5a-b34d2b08ad27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:05:48.557643 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Attempting to bind port 7dc7642c-a13b-4f67-a9a9-2d770876760c on network e8c9692f-3735-4454-be5a-b34d2b08ad27 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:05:48.562324 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:05:48.562528 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Checking segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:05:48.562761 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Bound using segment: {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:05:48.563213 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Bound port: 7dc7642c-a13b-4f67-a9a9-2d770876760c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ce0e30-a66e-4c84-acb2-404cbe66673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:05:48.563690 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.628047 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:05:48.631473 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:05:48.712748 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.715717 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:48.750268 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:48.750736 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:48.752044 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] 10.222.0.16 "PUT /v2.0/ports/7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 1093 time: 0.8652859 Jun 22 02:05:48.757195 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:05:48.759833 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d507d59-a18e-4b5a-b75c-56dc337c6218" -d '{"events": [{"name": "network-changed", "server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:05:48.784538 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:48.787811 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:49.141138 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec0c11-21c9-4eb3-a9fa-8941fd873f03 req-de413259-df84-43ab-bbab-4252c816a347 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.143027 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-53ec0c11-21c9-4eb3-a9fa-8941fd873f03 req-de413259-df84-43ab-bbab-4252c816a347 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0631387 Jun 22 02:05:49.147524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79c6243-3821-4f61-86c8-b06cb21104a0 x-openstack-request-id: req-c79c6243-3821-4f61-86c8-b06cb21104a0 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:05:49.147684 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:05:49.147965 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c79c6243-3821-4f61-86c8-b06cb21104a0 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:05:49.148388 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'status': 'completed', 'code': 200} Jun 22 02:05:49.174640 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-0d8506ae-267c-4a31-9205-1fbb0e35a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.176151 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-0d8506ae-267c-4a31-9205-1fbb0e35a270 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1096 time: 0.3268740 Jun 22 02:05:49.179943 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-53ec0c11-21c9-4eb3-a9fa-8941fd873f03 req-4edf30d2-5d02-44cc-bb5e-b85491add4a6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308504 Jun 22 02:05:49.224255 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-9433c599-2bb3-4d16-988a-6b9d3d722039 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 217 time: 0.0334065 Jun 22 02:05:49.275423 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-347db423-a46d-4141-8877-b7e484eb903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.276902 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-347db423-a46d-4141-8877-b7e484eb903e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0469947 Jun 22 02:05:49.341108 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-9b548b11-440d-42e6-b0ff-4500cdd5c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.342668 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-9b548b11-440d-42e6-b0ff-4500cdd5c768 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592694 Jun 22 02:05:49.429965 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-d7343fdd-4d94-4319-9256-9d58ddc8448b service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798352 Jun 22 02:05:49.520446 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-843bd6cf-f7c8-4363-97a6-cf625b1e2cdb req-1581b965-ece4-4e7d-ae31-6cf8c2ec4cde service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835330 Jun 22 02:05:49.698856 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-fca18d4c-f626-4cd2-b5aa-11a5cadf8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.699788 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-fca18d4c-f626-4cd2-b5aa-11a5cadf8977 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1096 time: 0.0548975 Jun 22 02:05:49.790820 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-ad2bde5d-bf42-4a72-8053-018eeb28b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.792277 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-ad2bde5d-bf42-4a72-8053-018eeb28b024 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0860314 Jun 22 02:05:49.831827 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-fe478a4b-efbb-43c0-8a2e-c9709bdd4da7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 217 time: 0.0327709 Jun 22 02:05:49.879506 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-d3e764c1-7432-4dcd-8a5d-0db758dc1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.880923 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-d3e764c1-7432-4dcd-8a5d-0db758dc1dfe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0433836 Jun 22 02:05:49.939863 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-6291f7cb-fee4-4ee1-b44c-305d989f2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:49.941388 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-6291f7cb-fee4-4ee1-b44c-305d989f2382 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542781 Jun 22 02:05:50.027868 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-5e38934c-cb44-460e-bd5d-3943cac8b8b6 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794730 Jun 22 02:05:50.117568 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6d507d59-a18e-4b5a-b75c-56dc337c6218 req-4e2a3422-4999-4b60-b8ca-44ceb9f0cd23 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821280 Jun 22 02:05:50.354145 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb4453-cece-4a14-8ff5-ec1a898bb773 req-676b142b-1cfe-479a-846a-a18dd55301bc tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:50.355604 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4cdb4453-cece-4a14-8ff5-ec1a898bb773 req-676b142b-1cfe-479a-846a-a18dd55301bc tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0617297 Jun 22 02:05:50.392030 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4cdb4453-cece-4a14-8ff5-ec1a898bb773 req-4d36d63b-04c1-46a3-81d6-0e70150d64e3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308657 Jun 22 02:05:51.580857 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480b82d-225a-4e62-8f3a-2123befcdd86 req-b08406ec-0e45-480e-ba80-747a360b9be5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:51.582396 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d480b82d-225a-4e62-8f3a-2123befcdd86 req-b08406ec-0e45-480e-ba80-747a360b9be5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0734229 Jun 22 02:05:51.619679 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d480b82d-225a-4e62-8f3a-2123befcdd86 req-2e0e6b3e-de8d-4022-bc4f-99999877ba32 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Jun 22 02:05:52.796129 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954be1a-880b-4b60-a9f0-215466789bbc req-9707c400-5bea-4e1a-8244-b6357df53393 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:52.797638 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4954be1a-880b-4b60-a9f0-215466789bbc req-9707c400-5bea-4e1a-8244-b6357df53393 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0631783 Jun 22 02:05:52.834958 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4954be1a-880b-4b60-a9f0-215466789bbc req-b6a42c0c-6eea-44de-913a-c36470fda7fb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310743 Jun 22 02:05:53.319072 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:05:53.414514 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:53.425329 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'mac_address': 'fa:16:3e:d4:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:05:53.465468 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:53.479658 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc7642c-a13b-4f67-a9a9-2d770876760c {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:05:53.499057 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:53.551975 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:53.554745 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-2778e38b-0fab-429c-a345-f01898453785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:53.603284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:53.610220 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.610566 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.610902 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.611237 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.611561 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.611888 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.612212 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.612546 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.612878 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.613201 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.613517 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.613840 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:53.617579 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:54.010847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca21d6-5a5f-47aa-958a-51d498f9cd92 req-26be9556-179d-4ead-bdbb-e03401084490 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:54.012299 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-72ca21d6-5a5f-47aa-958a-51d498f9cd92 req-26be9556-179d-4ead-bdbb-e03401084490 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 944 time: 0.0617065 Jun 22 02:05:54.048658 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-72ca21d6-5a5f-47aa-958a-51d498f9cd92 req-e2235c6d-6d1a-4b53-a601-c63ac7bcce2d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Jun 22 02:05:54.127746 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['7dc7642c-a13b-4f67-a9a9-2d770876760c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:05:54.881672 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:55.094690 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-a25fd01b-fc48-40de-838a-88f815f2635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:55.227850 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c27db4-2a4b-4b77-b545-764dbfe3d766 req-1aff9055-7bb2-4b72-a0f9-8f107717d862 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:55.229396 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-07c27db4-2a4b-4b77-b545-764dbfe3d766 req-1aff9055-7bb2-4b72-a0f9-8f107717d862 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 944 time: 0.0660224 Jun 22 02:05:55.266919 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-07c27db4-2a4b-4b77-b545-764dbfe3d766 req-c59949d3-6136-44d2-89a5-8e368fd167e7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Jun 22 02:05:55.333366 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:05:55.460341 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 7dc7642c-a13b-4f67-a9a9-2d770876760c completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:05:55.464279 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 7dc7642c-a13b-4f67-a9a9-2d770876760c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:05:55.466663 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:55.543306 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:55.565417 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:05:55.567685 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0111d32-3571-47fe-b67d-5149b19ae90e" -d '{"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:05:55.581523 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:55.657610 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8860f3e-9b86-4bcc-ac1d-500ebefda0d9 x-openstack-request-id: req-d8860f3e-9b86-4bcc-ac1d-500ebefda0d9 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:05:55.657910 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:05:55.658172 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8860f3e-9b86-4bcc-ac1d-500ebefda0d9 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:05:55.658567 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'code': 200} Jun 22 02:05:55.660384 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:55.662348 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:55.708483 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:55.711754 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:56.036895 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618d719-bb14-4d0e-91b3-ef2170cd7f80 req-ca0d0f59-b38f-4fbe-ac52-b82405859ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:56.042647 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e618d719-bb14-4d0e-91b3-ef2170cd7f80 req-ca0d0f59-b38f-4fbe-ac52-b82405859ebd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1098 time: 0.0508039 Jun 22 02:05:56.073782 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e618d719-bb14-4d0e-91b3-ef2170cd7f80 req-b0d5f67e-de4b-4694-9ad7-9ee798bc59bd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284414 Jun 22 02:05:56.446167 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e792cb2-4bf6-4728-a40a-9d2502a470f7 req-8f835120-f7a0-4058-a80a-f82793ed74e6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:56.447611 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e792cb2-4bf6-4728-a40a-9d2502a470f7 req-8f835120-f7a0-4058-a80a-f82793ed74e6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0619593 Jun 22 02:05:56.484078 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e792cb2-4bf6-4728-a40a-9d2502a470f7 req-bbfcf1b0-0fea-43e6-afcf-bf3465edca09 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Jun 22 02:05:57.676434 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-499c5836-6679-48e3-b989-d7b21b522e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.678592 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b2302-d9da-4790-9bd4-dfd712508409 req-6e57b350-abac-45bd-83fc-5b48631bc71f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:57.680117 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-113b2302-d9da-4790-9bd4-dfd712508409 req-6e57b350-abac-45bd-83fc-5b48631bc71f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0720172 Jun 22 02:05:57.717507 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-113b2302-d9da-4790-9bd4-dfd712508409 req-a2c93ca0-c375-4a8f-a36d-a16f236d37d0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Jun 22 02:05:57.896399 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e120e-9b25-4c43-b0c3-eec4a0bf777f req-986dc36a-0553-4466-84de-cef10bd7db38 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:57.900146 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2c8e120e-9b25-4c43-b0c3-eec4a0bf777f req-986dc36a-0553-4466-84de-cef10bd7db38 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0678906 Jun 22 02:05:57.906506 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41378) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:57.911701 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Request body: {'floatingip': {'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:05:57.966704 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.977658 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.416965 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.510379 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.611799 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.l3_db [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Floating IP f384ef55-2722-42ad-9afb-029f9eacc505 associated. External IP: 172.28.2.68, port: 7dc7642c-a13b-4f67-a9a9-2d770876760c. Jun 22 02:05:58.817044 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:05:58.860646 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.922380 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:05:58.928101 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.933012 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:05:58.946766 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:58.947402 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:05:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:58.964377 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-10cc910f-3be5-4165-9093-880a94fe08b7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "PUT /v2.0/floatingips/f384ef55-2722-42ad-9afb-029f9eacc505 HTTP/1.1" status: 200 len: 990 time: 1.0567169 Jun 22 02:05:58.966021 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:05:58.969202 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a7d21-5200-4d34-a10f-26e69dab18f8" -d '{"events": [{"name": "network-changed", "server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:05:59.053450 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:59.060552 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800af570-53f0-4f97-8d06-7bca7c1feb08 x-openstack-request-id: req-800af570-53f0-4f97-8d06-7bca7c1feb08 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:05:59.061063 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:05:59.061403 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-800af570-53f0-4f97-8d06-7bca7c1feb08 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:05:59.061886 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'status': 'completed', 'code': 200} Jun 22 02:05:59.135981 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-2246c0a9-b6ea-419b-a74b-2d37a34c9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:59.137402 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-2246c0a9-b6ea-419b-a74b-2d37a34c9fc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1098 time: 0.0528953 Jun 22 02:05:59.231241 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-946c979a-0ee3-44a7-9f29-2184e4b68ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:59.232954 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-946c979a-0ee3-44a7-9f29-2184e4b68ff4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0893543 Jun 22 02:05:59.287257 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'f384ef55-2722-42ad-9afb-029f9eacc505', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'mac_address': 'fa:16:3e:d4:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:05:42Z', 'updated_at': '2021-06-22T02:05:58Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:59.314093 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:05:59.315668 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-ea87c5e8-b7e2-4368-b661-28c1a2624175 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 998 time: 0.0763524 Jun 22 02:05:59.322432 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:59.323087 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:05:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:59.363831 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-2971462e-7680-4dd1-be6e-7909cdfdbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:59.365334 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-2971462e-7680-4dd1-be6e-7909cdfdbf47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0437415 Jun 22 02:05:59.425589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-24463014-7b9f-4107-b463-d69167dbc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:59.427052 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-24463014-7b9f-4107-b463-d69167dbc781 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553455 Jun 22 02:05:59.428959 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:59.514775 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-2a9e8dd2-f00c-49d0-b8fe-ac3dd4d8f8e3 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809672 Jun 22 02:05:59.608353 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e08a7d21-5200-4d34-a10f-26e69dab18f8 req-7cc8d35c-bca8-4d3d-b373-aeed5a7858e1 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868280 Jun 22 02:05:59.656237 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'f384ef55-2722-42ad-9afb-029f9eacc505', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'mac_address': 'fa:16:3e:d4:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:05:42Z', 'updated_at': '2021-06-22T02:05:58Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:59.682483 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3828c07-8858-48d6-a95a-83eae7c5569c None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'f384ef55-2722-42ad-9afb-029f9eacc505', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'mac_address': 'fa:16:3e:d4:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:05:42Z', 'updated_at': '2021-06-22T02:05:58Z', 'revision_number': 1, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:05:59.867521 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f8b67-4b87-4916-aeb1-ab99cd712ea2 None None] New status for floating IP f384ef55-2722-42ad-9afb-029f9eacc505: ACTIVE {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:06:00.401399 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:07.453821 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:06:07.675946 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41446) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:07.775235 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:07.860434 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:07.940208 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:07.943749 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e7efd537-89bc-427b-b8f7-8096713f04f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:07.978913 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae2532d6c2af4334a76aa556e9bb325b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019562 Jun 22 02:06:07.979822 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0ad30d-2c0e-49cf-b1e8-ee0e540f6075,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:07.981704 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41452) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:07.986982 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.987297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.987647 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.987993 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.988345 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.988691 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.989061 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.989400 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.989739 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.990202 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.990501 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.990843 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:07.994911 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:08.031547 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:08.052307 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:08.162891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:08.165507 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:08.166634 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c0ad30d-2c0e-49cf-b1e8-ee0e540f6075 HTTP/1.1" status: 204 len: 168 time: 0.1839211 Jun 22 02:06:08.167392 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec139f33-4cd0-456b-a661-1bfd7c226e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:08.174991 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0ad30d-2c0e-49cf-b1e8-ee0e540f6075,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:08.182079 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.182469 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.182965 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.183205 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.183570 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.183933 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.184291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.184705 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.185176 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.185452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.185807 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.186163 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:08.193748 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-18151c7d-28de-4226-8747-fff3f5809c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:18.234385 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37ebed-307c-4b05-8dbe-ffc5ab188b40 req-0d6a0461-a3da-4c6b-8ef3-679e7cd1c073 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:18.235827 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e37ebed-307c-4b05-8dbe-ffc5ab188b40 req-0d6a0461-a3da-4c6b-8ef3-679e7cd1c073 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0617757 Jun 22 02:06:18.276101 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5e37ebed-307c-4b05-8dbe-ffc5ab188b40 req-02066635-9319-4e2b-ae0b-d664b173f5f1 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Jun 22 02:06:19.446722 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfda35-c001-4198-a30e-eced1e93387b req-ebf16f13-9a5a-423e-9c08-9ca930611c02 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:19.448167 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7dbfda35-c001-4198-a30e-eced1e93387b req-ebf16f13-9a5a-423e-9c08-9ca930611c02 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0648820 Jun 22 02:06:19.485665 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7dbfda35-c001-4198-a30e-eced1e93387b req-fee7dcfb-62e2-4582-9e35-25425a805d8f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Jun 22 02:06:20.654858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cbaec-085f-4b74-9199-b960c6b492ea req-97bc3c7e-8bd0-4aa2-87de-a846694ac104 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:20.656315 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d33cbaec-085f-4b74-9199-b960c6b492ea req-97bc3c7e-8bd0-4aa2-87de-a846694ac104 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0620089 Jun 22 02:06:20.693525 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d33cbaec-085f-4b74-9199-b960c6b492ea req-0fab0bda-b8d4-4709-a0a9-819e59748b73 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310893 Jun 22 02:06:21.863664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b629dde-c190-467a-a33e-72e493f06fea req-484a3179-e55e-4bf9-94a4-28efa6bb2f93 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:21.865119 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b629dde-c190-467a-a33e-72e493f06fea req-484a3179-e55e-4bf9-94a4-28efa6bb2f93 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0609756 Jun 22 02:06:21.907222 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b629dde-c190-467a-a33e-72e493f06fea req-cbbbbca8-933e-4e3b-851b-0bdeed71d3a5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357764 Jun 22 02:06:23.077805 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e955c9-ebb5-45ba-8e99-1f2cadd0a8e8 req-3564679b-1715-401c-9bb8-2c620b55c12c tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:23.079282 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-23e955c9-ebb5-45ba-8e99-1f2cadd0a8e8 req-3564679b-1715-401c-9bb8-2c620b55c12c tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0627518 Jun 22 02:06:23.116407 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-23e955c9-ebb5-45ba-8e99-1f2cadd0a8e8 req-43317d34-f810-4fd9-a3e1-197af5a95ea7 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Jun 22 02:06:23.843928 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e64a7-85b1-4a00-bdcf-ddd3227c7f18 req-e1b007b9-1caa-41f8-8845-1e444884f78f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:23.845377 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f98e64a7-85b1-4a00-bdcf-ddd3227c7f18 req-e1b007b9-1caa-41f8-8845-1e444884f78f tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0611634 Jun 22 02:06:23.884510 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f98e64a7-85b1-4a00-bdcf-ddd3227c7f18 req-658e8288-cf95-47ef-b1db-0e57aac2f73b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 Jun 22 02:06:24.291831 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3de0a-2eb1-4523-8815-76623221ab0e req-6209f8da-e0d2-4bb4-a00d-968a1f3d6806 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:24.293327 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8dc3de0a-2eb1-4523-8815-76623221ab0e req-6209f8da-e0d2-4bb4-a00d-968a1f3d6806 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0666392 Jun 22 02:06:24.330889 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8dc3de0a-2eb1-4523-8815-76623221ab0e req-ad907252-cfd3-4d61-b862-b477ed090e5f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Jun 22 02:06:24.886670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.054977 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa2d1d-a387-4d24-9d4e-dbf6d4e79a30 req-b8b001bc-c1a2-404e-b059-d439c1e3d2ae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.057133 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-93fa2d1d-a387-4d24-9d4e-dbf6d4e79a30 req-b8b001bc-c1a2-404e-b059-d439c1e3d2ae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0643287 Jun 22 02:06:25.092850 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-93fa2d1d-a387-4d24-9d4e-dbf6d4e79a30 req-91ba9f84-95ea-4c87-b4ad-14dd7bab900d tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=679b6265-a236-4238-b6a8-0e812369550d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300825 Jun 22 02:06:25.144428 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ad582907-2a82-4d93-86f2-0f29c2d14a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.246169 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-3dad7ea8-565d-4684-903f-7d41612e80e4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.247706 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-3dad7ea8-565d-4684-903f-7d41612e80e4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 945 time: 0.0674338 Jun 22 02:06:25.306738 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-3a1f82b2-56b5-4239-920c-ea3fb7bfdba5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500271 Jun 22 02:06:25.350098 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Deleting port 61c82043-c5d4-4788-ba00-bd24f9788bd0 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:25.350439 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.390111 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-0ba3a6c0-9258-4f74-ad18-4b3ba4945b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.391660 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-0ba3a6c0-9258-4f74-ad18-4b3ba4945b22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1138 time: 0.0568793 Jun 22 02:06:25.451661 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] For port 61c82043-c5d4-4788-ba00-bd24f9788bd0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=61c82043-c5d4-4788-ba00-bd24f9788bd0,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:25.452249 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.496094 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-ee7d387f-e4c6-4042-a8f0-3294f4f578ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.498001 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-ee7d387f-e4c6-4042-a8f0-3294f4f578ad service neutron] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 915 time: 0.0842710 Jun 22 02:06:25.566688 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-787dc97a-2a97-491d-9e3a-9aa8e5a49306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 1002 time: 0.0619984 Jun 22 02:06:25.605047 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c3209-df5c-4e33-8c14-def83c0b56c3 req-2a3bfc45-dda6-4c31-b578-2cda48a040ab tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.606525 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f0c3209-df5c-4e33-8c14-def83c0b56c3 req-2a3bfc45-dda6-4c31-b578-2cda48a040ab tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.1575243 Jun 22 02:06:25.613735 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-85ae9e3f-4d92-4b9a-a9ad-b20a5a8d455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.615152 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-85ae9e3f-4d92-4b9a-a9ad-b20a5a8d455a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0415690 Jun 22 02:06:25.672733 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-77c06897-73f3-4cd2-ac78-830767b98ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:25.674226 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-77c06897-73f3-4cd2-ac78-830767b98ee4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515497 Jun 22 02:06:25.689882 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f0c3209-df5c-4e33-8c14-def83c0b56c3 req-69631ade-aead-4344-9808-f3c0a45f7643 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768554 Jun 22 02:06:25.700692 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.701092 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.701399 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.l3_db [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Floating IP 5befb5d8-24f0-4ad3-a571-385095f1401c disassociated. External IP: 172.28.2.13, port: 61c82043-c5d4-4788-ba00-bd24f9788bd0. Jun 22 02:06:25.701810 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Calling delete_port for 61c82043-c5d4-4788-ba00-bd24f9788bd0 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:25.768317 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-a9247b38-6498-4073-b872-460918719e1a service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859988 Jun 22 02:06:25.858734 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f355032c-5685-4dc4-bf33-6679ee7c4001 req-633d20de-04b1-4c39-baa1-aad98d4cffed service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834162 Jun 22 02:06:25.951618 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:25.955629 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9c518c43-0f14-463f-9bb9-774870efcfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:25.980858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event deleted for resources: {'Port': ['ID=61c82043-c5d4-4788-ba00-bd24f9788bd0,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:25.983877 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:26.093758 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:06:26.199733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:06:26.208956 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:06:26.219135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:26.219822 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:05:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:26.251896 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-df639197-c93c-478a-af34-2f8c7260e53c req-9a126ec2-b44c-4ed8-97f9-714d1702d486 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0501711 Jun 22 02:06:26.270506 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] No DVR routers for this DVR port 61c82043-c5d4-4788-ba00-bd24f9788bd0 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:26.273083 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:26.275608 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-19393a31-8b39-4c0b-9b58-9098c2f8165d req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "DELETE /v2.0/ports/61c82043-c5d4-4788-ba00-bd24f9788bd0 HTTP/1.1" status: 204 len: 173 time: 1.0186336 Jun 22 02:06:26.276184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'name': 'network-vif-deleted', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:26.278494 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb8de3a-4ff4-4628-a337-f9fea6a633f6" -d '{"events": [{"server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "name": "network-vif-deleted", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:26.322971 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dbb9c2-d805-4b43-a2cd-5903cc09d842 x-openstack-request-id: req-66dbb9c2-d805-4b43-a2cd-5903cc09d842 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:26.323304 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eccec62-1b69-4bad-8b40-3bcd42f18453", "name": "network-vif-deleted", "tag": "61c82043-c5d4-4788-ba00-bd24f9788bd0", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:26.323602 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66dbb9c2-d805-4b43-a2cd-5903cc09d842 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:26.324035 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eccec62-1b69-4bad-8b40-3bcd42f18453', 'name': 'network-vif-deleted', 'tag': '61c82043-c5d4-4788-ba00-bd24f9788bd0', 'status': 'completed', 'code': 200} Jun 22 02:06:26.330379 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:26.666340 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:26.693390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:06:26.702416 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:26.703032 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:05:58Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:26.807186 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:26.861722 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0237940-a04e-40a2-8102-ada0ec02f891 req-6a3cc934-da49-4b18-839e-41d5678b2c0d tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:26.863180 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a0237940-a04e-40a2-8102-ada0ec02f891 req-6a3cc934-da49-4b18-839e-41d5678b2c0d tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0620811 Jun 22 02:06:26.902663 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a0237940-a04e-40a2-8102-ada0ec02f891 req-5bbec4cd-7e61-4147-8088-5ca48ab2f168 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332353 Jun 22 02:06:27.005378 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:27.031881 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dec072-dcf9-414f-ad93-5d5519d83bba None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:06:27.247449 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f46657-ce0a-43dc-8664-eef7cd5b4219 None None] New status for floating IP 5befb5d8-24f0-4ad3-a571-385095f1401c: DOWN {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:06:27.412834 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e721bb3f-9160-48eb-998b-c11d938af8b3 req-f305c0b8-423c-415b-ad5d-c0ee4423dc7a tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eccec62-1b69-4bad-8b40-3bcd42f18453 HTTP/1.1" status: 200 len: 210 time: 0.0294304 Jun 22 02:06:27.614669 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-969f309a-54b6-472c-b6ff-e1839300725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.025652 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.077231 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b6950-ee66-472d-90f4-d7654e4955b2 req-e93ecaa9-a479-4f1e-a52b-4dcdca7914e8 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:28.078702 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-366b6950-ee66-472d-90f4-d7654e4955b2 req-e93ecaa9-a479-4f1e-a52b-4dcdca7914e8 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0643165 Jun 22 02:06:28.116219 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-366b6950-ee66-472d-90f4-d7654e4955b2 req-a72e2f6a-b233-4ef5-829b-c931626c2597 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319462 Jun 22 02:06:28.498111 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-3bf61676-38ea-44c5-bbf7-c6a1cd954f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:28.499621 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-3bf61676-38ea-44c5-bbf7-c6a1cd954f9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.0628579 Jun 22 02:06:28.587450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-9b18e543-e6cf-4b8b-8ddf-4b8105bbd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:28.588921 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-9b18e543-e6cf-4b8b-8ddf-4b8105bbd025 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.0834475 Jun 22 02:06:28.598088 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41546) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:28.693130 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-005543fd-6fb5-4bf7-b316-66755360c0f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 1001 time: 0.0928349 Jun 22 02:06:28.711826 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.759360 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.768814 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-99920fc9-8d6e-402f-b00f-d3abd1c491b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:28.770217 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-99920fc9-8d6e-402f-b00f-d3abd1c491b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0697618 Jun 22 02:06:28.846919 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-bce11146-8b91-476b-91dd-fa98762c2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:28.848386 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-bce11146-8b91-476b-91dd-fa98762c2f60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690804 Jun 22 02:06:28.869512 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.934855 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-fbbbcd09-57de-4649-937b-82a4d7675862 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797102 Jun 22 02:06:28.958101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.962719 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:28.962719 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "DELETE /v2.0/security-groups/679b6265-a236-4238-b6a8-0e812369550d HTTP/1.1" status: 204 len: 168 time: 0.3625717 Jun 22 02:06:28.965072 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41550) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:28.982287 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.api.v2.resource [None req-93f4981f-6f41-4c0b-b015-8bbac58968fe tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] show failed (client error): The resource could not be found. Jun 22 02:06:28.983234 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-93f4981f-6f41-4c0b-b015-8bbac58968fe tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups/679b6265-a236-4238-b6a8-0e812369550d HTTP/1.1" status: 404 len: 347 time: 0.0171847 Jun 22 02:06:28.985315 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-817d5433-73cc-4c74-bd6e-76e19a54c799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:28.986077 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41552) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:29.001390 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b6265-a236-4238-b6a8-0e812369550d,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:29.004858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:29.043632 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5f943efb-71d2-4c04-bcc5-22258c7d7ac8 req-20253527-be5b-4903-a9c3-463ce87660d7 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024528 Jun 22 02:06:29.108954 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Deleting port 5ffd91b7-226a-403f-b171-c594279974d4 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:29.109618 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.190809 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.191137 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.256867 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Calling delete_port for 5ffd91b7-226a-403f-b171-c594279974d4 owned by network:floatingip {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:29.379558 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb5fa9-199c-47b7-a002-814ad27dffcc req-90381a96-96f3-4470-b298-5cf5f8ff5ac6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:29.381067 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6cdb5fa9-199c-47b7-a002-814ad27dffcc req-90381a96-96f3-4470-b298-5cf5f8ff5ac6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.1483870 Jun 22 02:06:29.421770 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-62a3b179-93db-4db5-9c70-ac415b717f1e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159905075&fields=id&tenant_id=79c33809278344f28eee9377d74f107b HTTP/1.1" status: 200 len: 267 time: 0.0342221 Jun 22 02:06:29.443709 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6cdb5fa9-199c-47b7-a002-814ad27dffcc req-0d5e6183-bc4f-4cbd-ab8c-58727eed3f8c tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525606 Jun 22 02:06:29.488903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-ceede1d9-262c-42b4-9f77-4d6845edca56 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:29.490346 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-ceede1d9-262c-42b4-9f77-4d6845edca56 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 985 time: 0.0625908 Jun 22 02:06:29.501461 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Request body: {'port': {'security_groups': ['ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c']}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:29.508760 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 61c82043-c5d4-4788-ba00-bd24f9788bd0 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:29.528124 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 61c82043-c5d4-4788-ba00-bd24f9788bd0 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:29.528551 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 61c82043-c5d4-4788-ba00-bd24f9788bd0 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:29.589036 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.631408 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.634895 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-be3cbb11-0899-4941-a4e8-67576b82a88e tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:29.657935 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event deleted for resources: {'Port': ['ID=5ffd91b7-226a-403f-b171-c594279974d4,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:29.660566 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:29.724745 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.727705 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:29.728879 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f4bccbae-7a52-4e32-b83c-f09e101a1475 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "DELETE /v2.0/floatingips/5befb5d8-24f0-4ad3-a571-385095f1401c HTTP/1.1" status: 204 len: 168 time: 0.7418921 Jun 22 02:06:29.767585 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:30.052372 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.206725 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.210810 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ef0c3905-b371-4a66-96c3-ccc2a9f1fb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:30.218498 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['8568f278-0230-4f7c-9f73-e3288e72168c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:06:30.229035 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41562) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:30.233919 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450790645', 'description': 'tempest-description--131871750'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:30.254745 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:30.255485 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.264183 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bd532bb4-996c-4f7c-9a3e-b3737dd1352d req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "PUT /v2.0/ports/8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 943 time: 0.7601156 Jun 22 02:06:30.264183 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:30.264183 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc80bed-c6a8-464d-9693-ef009e1e0db0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:30.266607 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41566) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:30.293458 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event updated for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=7']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:30.306614 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-30b60c60-b000-48ac-86bc-1b3ec8d1040d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:30.316802 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dff6247-286f-49d5-858d-8ee9c843eb3f x-openstack-request-id: req-1dff6247-286f-49d5-858d-8ee9c843eb3f {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:30.317196 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:30.317577 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1dff6247-286f-49d5-858d-8ee9c843eb3f {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:30.318093 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'status': 'completed', 'code': 200} Jun 22 02:06:30.370391 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.392545 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.406184 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['8568f278-0230-4f7c-9f73-e3288e72168c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:06:30.439709 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.476040 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-18823bdc-a066-447a-98d3-33ba69f0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:30.477471 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-18823bdc-a066-447a-98d3-33ba69f0fd41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1099 time: 0.1152658 Jun 22 02:06:30.482244 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.571617 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.590441 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-79e7308c-3e67-485a-9093-4b1c5eec7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:30.591922 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-79e7308c-3e67-485a-9093-4b1c5eec7450 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 915 time: 0.1071930 Jun 22 02:06:30.643856 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-e20a74e2-fbdb-499b-a54a-5fac82dc0832 None None] Provisioning complete for port 8568f278-0230-4f7c-9f73-e3288e72168c triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:06:30.644543 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e20a74e2-fbdb-499b-a54a-5fac82dc0832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.662430 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-d2e3899c-b805-4062-ae3c-e6ba3760c8e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 1002 time: 0.0637908 Jun 22 02:06:30.682811 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131cc60-5d46-495e-8635-eab0d2ee30bf req-65771972-aeff-4573-ab2c-c81e5e01be2e tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:30.686026 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0131cc60-5d46-495e-8635-eab0d2ee30bf req-65771972-aeff-4573-ab2c-c81e5e01be2e tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0733380 Jun 22 02:06:30.686487 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.689808 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bd2873b8-3bea-4e26-aae3-cd55702b995f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:30.718452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-e01297af-0af3-4e65-8a3e-13921adf7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:30.719892 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-e01297af-0af3-4e65-8a3e-13921adf7f92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0500650 Jun 22 02:06:30.732607 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b4742-002c-469f-a58f-75b8a62e49db,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:30.755630 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:30.755630 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0131cc60-5d46-495e-8635-eab0d2ee30bf req-b39e9383-b6b7-4c05-84f3-4354205f9af6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544829 Jun 22 02:06:30.780052 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-77307122-c7fa-471f-b000-48afd1822acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:30.781530 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-77307122-c7fa-471f-b000-48afd1822acf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548990 Jun 22 02:06:30.790401 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.793063 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.794191 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e1e7e6f-13f7-4107-883a-679b211dae44 HTTP/1.1" status: 204 len: 168 time: 0.5265007 Jun 22 02:06:30.794913 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-833794ca-6a49-4911-a5b2-21d0b551e775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:30.803097 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41572) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:30.803850 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e7e6f-13f7-4107-883a-679b211dae44,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:30.806844 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:30.845343 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:30.846560 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6164148 Jun 22 02:06:30.849715 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41574) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:30.855978 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'security_group_rule': {'security_group_id': '0c9b4742-002c-469f-a58f-75b8a62e49db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:30.905409 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-81c27b4a-2efe-4b66-ab12-1906f200355a service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159375 Jun 22 02:06:30.997881 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdc80bed-c6a8-464d-9693-ef009e1e0db0 req-1fc7bfa9-92b1-482e-862e-403fd6242885 service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864086 Jun 22 02:06:31.016121 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.068532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.166743 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.171866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-86d3730a-37a5-4dea-b2b9-1f931c88ea94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:31.197373 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2077b08b-821a-4c58-8dbf-91cd18f69353,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:31.199932 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:31.208767 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Deleting port e15458dd-c890-4ff6-a9fc-6d727ceb5c49 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:31.208767 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.280486 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.281146 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.299965 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.302227 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-b52ca444-201c-468f-86cf-b3adf49219db tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4507046 Jun 22 02:06:31.304174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41576) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:31.308872 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'security_group_rule': {'security_group_id': '0c9b4742-002c-469f-a58f-75b8a62e49db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:31.344872 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Calling delete_port for e15458dd-c890-4ff6-a9fc-6d727ceb5c49 owned by network:floatingip {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:31.413891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.473347 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.654503 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768479'] for security_group_rule, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.656449 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:31.676413 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26a2530-6bcb-4945-9cdb-661b809a4a96,revision_number=0']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:31.678588 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:31.700498 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.703977 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-13a15273-a8e4-4d16-955f-b1241b7e45d2 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:31.727951 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event deleted for resources: {'Port': ['ID=e15458dd-c890-4ff6-a9fc-6d727ceb5c49,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:31.732728 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:31.768633 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.771374 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-84824457-7cf0-46d6-8550-2b3c54fe1984 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4647865 Jun 22 02:06:31.774563 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41580) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:31.778003 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'floatingip': {'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:31.790557 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks [] for floatingip, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.790876 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.l3_db [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Floating IP d5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4 disassociated (deleted). External IP: 172.28.2.114, port: 8568f278-0230-4f7c-9f73-e3288e72168c. Jun 22 02:06:31.898139 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.994970 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:32.011931 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26823e84-583b-48c4-a6b8-19ac2d2f0876 req-95ccb284-d440-45a8-ac0a-0a6c1b0545c4 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:32.013511 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-26823e84-583b-48c4-a6b8-19ac2d2f0876 req-95ccb284-d440-45a8-ac0a-0a6c1b0545c4 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.1413069 Jun 22 02:06:32.086380 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-26823e84-583b-48c4-a6b8-19ac2d2f0876 req-54ae3605-7983-4606-a763-f9141d8e0975 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663321 Jun 22 02:06:32.104770 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Allocated IP 172.28.2.54 (b10739a4-2a8d-424f-846d-b2d220f269f1/69ca77cd-fe5c-4cab-a15e-631fae361900/38602221-ed82-4cfa-9d3c-de13f509ebdb) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:06:32.110558 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:06:32.221625 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:32.237788 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:06:32.251985 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:32.254284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] Sync routers for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:06:32.264301 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:32.264971 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:32.288408 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-545792ab-e06e-4a7f-bc15-6f8bc40e6e3d tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "DELETE /v2.0/floatingips/d5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4 HTTP/1.1" status: 204 len: 168 time: 1.4824739 Jun 22 02:06:32.289123 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:32.292066 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059d7cec-78bd-4023-af58-d60cb0e36a47" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:32.377258 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:32.420554 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:32.424241 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:32.467291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Network b10739a4-2a8d-424f-846d-b2d220f269f1 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:06:32.470675 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:06:32.474409 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:06:32.497355 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'Port': ['ID=38602221-ed82-4cfa-9d3c-de13f509ebdb,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:32.501947 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:32.571580 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:32.590614 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee1bc8d-5e60-42db-9f31-bc0bcba9abfe x-openstack-request-id: req-cee1bc8d-5e60-42db-9f31-bc0bcba9abfe {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:32.595580 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:32.595580 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cee1bc8d-5e60-42db-9f31-bc0bcba9abfe {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:32.595580 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'status': 'completed', 'code': 200} Jun 22 02:06:32.603462 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:30Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:32.635563 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] Checking router: f60128f3-e2f4-4f09-a454-ccc1c9de7b68 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:06:32.644065 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:32.644685 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:32.757536 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:32.769376 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:32.845531 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-a7221a78-dd3d-470a-9e94-3fcefea158cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869907 Jun 22 02:06:32.871272 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-bcd33385-0d41-4bdf-a19f-052eb57e70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:32.873005 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-bcd33385-0d41-4bdf-a19f-052eb57e70a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c33809278344f28eee9377d74f107b&device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 1099 time: 0.2464392 Jun 22 02:06:32.994321 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:30Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:33.032171 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8df52-e028-418c-8328-aae6fe184f11 None None] The sync data for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb is: [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:02:23Z', 'revision_number': 4, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '62913470-8530-48b1-b9af-56d1f31e4abf', 'name': '', 'network_id': '0df3807d-cfe2-464d-9437-dfd09cfc411a', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'mac_address': 'fa:16:3e:99:d0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:22Z', 'updated_at': '2021-06-22T02:02:30Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'subnets': [{'id': 'df0059b6-2b5e-4d83-b5d7-7327967f57fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:06:33.064172 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2fb5d-7963-4a8c-bf08-c6ffa3f22e4d req-9556cad8-58ae-49af-8f14-4276d808197a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:33.065697 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-31c2fb5d-7963-4a8c-bf08-c6ffa3f22e4d req-9556cad8-58ae-49af-8f14-4276d808197a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.3562760 Jun 22 02:06:33.094715 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-5b548352-955c-4f47-9cf3-a3a90d33140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:33.094937 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-5b548352-955c-4f47-9cf3-a3a90d33140d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 200 len: 915 time: 0.1438875 Jun 22 02:06:33.111296 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:33.145072 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-b35114d2-69ac-407d-bb7c-b32e1b4accce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 200 len: 217 time: 0.0424900 Jun 22 02:06:33.166554 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-31c2fb5d-7963-4a8c-bf08-c6ffa3f22e4d req-d668e51e-c28c-4a09-afe2-81633fccd514 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919137 Jun 22 02:06:33.205300 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:33.209581 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1dd74ae3-e18c-46c3-8e3b-8b9dec420155 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:33.236921 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-eb96a56f-744d-4955-be16-013511dea1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:33.246573 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-eb96a56f-744d-4955-be16-013511dea1e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 200 len: 853 time: 0.0856876 Jun 22 02:06:33.270237 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c96fc73-07d8-4998-8c8d-1f3e45fe1309 None None] New status for floating IP d5bdc0c3-cab7-47e6-9628-3db2ea0a7ff4: DOWN {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:06:33.311753 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'Port': ['ID=38602221-ed82-4cfa-9d3c-de13f509ebdb,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:33.315347 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:33.336360 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:33.363401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-cdc71c82-be02-4dc9-82e3-a66b4528b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:33.365150 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-cdc71c82-be02-4dc9-82e3-a66b4528b4c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0df3807d-cfe2-464d-9437-dfd09cfc411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1138942 Jun 22 02:06:33.458959 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:33.468332 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6862457 Jun 22 02:06:33.468332 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-ed0fe934-071b-4fac-b3e6-03d7257f37cf service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902879 Jun 22 02:06:33.560059 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-059d7cec-78bd-4023-af58-d60cb0e36a47 req-1129c50f-4a6b-4236-a7c6-a09a2fc2ae03 service neutron] 10.222.0.16 "GET /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863595 Jun 22 02:06:33.607023 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-7d53549b-af93-4949-8cdc-9d166752eb5c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--450790645&fields=id&tenant_id=7f12bea70626417ea292bf88195892f0 HTTP/1.1" status: 200 len: 267 time: 0.0350702 Jun 22 02:06:33.718055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-634227bd-2652-4bde-8184-7c74915b9044 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:33.719467 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-634227bd-2652-4bde-8184-7c74915b9044 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 811 time: 0.1055064 Jun 22 02:06:33.733865 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-7ee92043-624d-49fc-a900-2429be9b6922 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/quotas/7f12bea70626417ea292bf88195892f0 HTTP/1.1" status: 200 len: 375 time: 0.0090365 Jun 22 02:06:33.804446 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-4bab6cc4-3d20-4e1b-be40-745cc8f5da29 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654137 Jun 22 02:06:33.900866 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8c05b291-9af9-4d2b-8d80-d7b650d42959 service neutron] 10.222.0.35 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Jun 22 02:06:34.000171 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-dc288e13-0048-4d4d-9d9d-e6625bc8a4ff service neutron] 10.222.0.35 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849950 Jun 22 02:06:34.348526 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c1ec1cd7-c17c-4cdd-b725-ccd554a22e00 req-cf2fb261-fa3b-495e-8510-fe74f9bb2ade tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 210 time: 0.0372312 Jun 22 02:06:34.391223 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2eafb-0d4a-4151-8f1e-ac81a59d2d62 req-1be8833d-c5c1-4b1e-86da-a40d8dab208d tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:34.393123 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-24a2eafb-0d4a-4151-8f1e-ac81a59d2d62 req-1be8833d-c5c1-4b1e-86da-a40d8dab208d tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0712595 Jun 22 02:06:34.432578 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-24a2eafb-0d4a-4151-8f1e-ac81a59d2d62 req-9718d73d-5d05-4f9b-ba74-30e6c2492d02 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336819 Jun 22 02:06:35.429835 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afa59b64-b4b7-4b8b-8ef4-ecb0e4387b02 req-de8817c9-c3e5-4874-bb92-76f17381f145 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 210 time: 0.0280130 Jun 22 02:06:35.537280 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:35.617266 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54330c-43e2-4ac6-8bb8-838452ad1fe1 req-60e784c0-d257-4175-aa5c-fcb7078a794f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:35.619083 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b54330c-43e2-4ac6-8bb8-838452ad1fe1 req-60e784c0-d257-4175-aa5c-fcb7078a794f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0722742 Jun 22 02:06:35.620307 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:35.646540 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:35.649142 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2b3170-71ff-4029-987c-b2498fdd0df1" -d '{"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:35.660945 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:35.663773 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9b54330c-43e2-4ac6-8bb8-838452ad1fe1 req-3193f9ea-e88f-435c-a247-cd8b4001768a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377622 Jun 22 02:06:35.714474 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e2e9d0-c4e7-49eb-97f1-6997128004f0 x-openstack-request-id: req-23e2e9d0-c4e7-49eb-97f1-6997128004f0 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:35.714838 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:35.715161 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-23e2e9d0-c4e7-49eb-97f1-6997128004f0 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:35.715683 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'code': 200} Jun 22 02:06:35.772508 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:35.776224 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:35.822831 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=6']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:35.825951 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:35.941466 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-16bc6d08-24f3-48ab-a3ac-652698e6098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:35.942979 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-16bc6d08-24f3-48ab-a3ac-652698e6098b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723&tenant_id=9f0a3bc2901f4906a838203ee2e5077e HTTP/1.1" status: 200 len: 1097 time: 0.0524843 Jun 22 02:06:36.039517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-85c07ca5-557d-4d33-97f6-b252ed8a8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.041039 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-85c07ca5-557d-4d33-97f6-b252ed8a8993 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1097 time: 0.0617685 Jun 22 02:06:36.137499 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-94f6b59f-d7e9-48ae-af6f-6fe75b220219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.138963 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-94f6b59f-d7e9-48ae-af6f-6fe75b220219 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.0920124 Jun 22 02:06:36.238806 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-6cb08585-9818-4285-ba7c-bb74858eea59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 999 time: 0.0929296 Jun 22 02:06:36.293700 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bafb5-9710-47c5-bc81-c52ed97bf78a req-b67bdb91-006b-43e0-898c-af22711ce04f tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.295348 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-283bafb5-9710-47c5-bc81-c52ed97bf78a req-b67bdb91-006b-43e0-898c-af22711ce04f tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.1158674 Jun 22 02:06:36.321630 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-9090682a-152f-4156-b6b1-5083132f30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.323076 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-9090682a-152f-4156-b6b1-5083132f30ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0730476 Jun 22 02:06:36.363555 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-283bafb5-9710-47c5-bc81-c52ed97bf78a req-89e43e50-2ca5-4064-97f4-6d674a5f1dcc tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621986 Jun 22 02:06:36.393196 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-d58e79f1-d4d5-4d82-b4e1-a61583847328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.394656 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-d58e79f1-d4d5-4d82-b4e1-a61583847328 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0614910 Jun 22 02:06:36.483992 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-e3008ce8-41e2-4455-b96e-37088dba8a07 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811036 Jun 22 02:06:36.580009 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-270408c7-7f13-40ec-875f-33ce48e28b2b req-e72c1b40-ac37-4178-bcb3-154b49352347 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 210 time: 0.0309918 Jun 22 02:06:36.585017 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f022c30a-bb06-4c18-a016-d1e2bb84ef12 req-9ba14244-551a-4b46-8adc-5bd72b5caf5c service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938716 Jun 22 02:06:36.918638 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8ec89-b4e3-41bd-b345-8e12d1d84a06 req-5543ef04-98dc-40f3-925e-28778ef3c968 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.920147 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-acc8ec89-b4e3-41bd-b345-8e12d1d84a06 req-5543ef04-98dc-40f3-925e-28778ef3c968 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.1430461 Jun 22 02:06:36.926980 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-83095e9f-516b-43aa-aa37-05124d11289b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:36.928321 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-83095e9f-516b-43aa-aa37-05124d11289b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 811 time: 0.1227722 Jun 22 02:06:36.985784 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-acc8ec89-b4e3-41bd-b345-8e12d1d84a06 req-86476446-d40e-4c39-a7ed-67e68866defc tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544050 Jun 22 02:06:36.993078 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-25ec7b16-1053-41cb-98f4-23e21b83b4c8 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f12bea70626417ea292bf88195892f0 HTTP/1.1" status: 200 len: 379 time: 0.0501399 Jun 22 02:06:37.002351 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'port': {'device_id': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'admin_state_up': True, 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'security_groups': ['0c9b4742-002c-469f-a58f-75b8a62e49db']}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:37.179906 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Made reservation on behalf of 7f12bea70626417ea292bf88195892f0 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:06:37.184240 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:37.316578 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Allocated IP 172.20.0.8 (5fd6397d-c11c-46dc-a200-42928139eb2b/e4c4cc44-5b9c-45b2-807e-c5c336f2ab19/f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:06:37.562131 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:37.592615 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Transition to ACTIVE for port object f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:06:37.619712 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe5fd0-c71b-441f-b50c-15030c74bb8d req-500d5d69-4199-4eab-ba6d-bd3d62de8158 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:37.621846 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9dfe5fd0-c71b-441f-b50c-15030c74bb8d req-500d5d69-4199-4eab-ba6d-bd3d62de8158 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.1465433 Jun 22 02:06:37.700347 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9dfe5fd0-c71b-441f-b50c-15030c74bb8d req-6db41d29-9eae-4bc6-a219-da9abe453be4 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713964 Jun 22 02:06:37.726997 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5c359305-6dbc-42d7-a291-5da63f9f1058 req-de7eea63-1e64-47ce-9aa7-40a8e3dc6496 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 210 time: 0.0318835 Jun 22 02:06:37.769087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:37.773072 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-006b1a27-be06-4535-834e-241204ba424c tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:37.814263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Network 5fd6397d-c11c-46dc-a200-42928139eb2b is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:06:37.820246 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:06:37.824165 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:06:37.830567 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event updated for resources: {'Port': ['ID=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:37.854139 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:37.880337 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:37.881036 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:37.958678 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601672 Jun 22 02:06:38.073583 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Request body: {'port': {'device_id': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:38.093237 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-ab31529c-5f06-4d52-b971-fdcab8a40612 None None] Provisioning for port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:06:38.100447 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-ab31529c-5f06-4d52-b971-fdcab8a40612 None None] Provisioning complete for port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:06:38.101324 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ab31529c-5f06-4d52-b971-fdcab8a40612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.146951 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-ab31529c-5f06-4d52-b971-fdcab8a40612 None None] Port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:06:38.184281 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.213317 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e301fdd-2b18-4fea-8ecb-48ad9e0133aa req-cb4f03e1-190c-4da7-8ac2-dc9c386818e9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:38.214764 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e301fdd-2b18-4fea-8ecb-48ad9e0133aa req-cb4f03e1-190c-4da7-8ac2-dc9c386818e9 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.1132312 Jun 22 02:06:38.278131 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2e301fdd-2b18-4fea-8ecb-48ad9e0133aa req-ea261a2d-f977-4280-9de2-12ab911d9572 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464890 Jun 22 02:06:38.459436 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-8597ba07-cce4-444c-bb34-7456a077d5f1 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:38.461047 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-8597ba07-cce4-444c-bb34-7456a077d5f1 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 946 time: 0.0658352 Jun 22 02:06:38.514734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:06:38.523281 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.540217 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Transition to ACTIVE for port object f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:06:38.566723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Deleting port 8568f278-0230-4f7c-9f73-e3288e72168c {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:38.567101 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.656234 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] For port 8568f278-0230-4f7c-9f73-e3288e72168c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8568f278-0230-4f7c-9f73-e3288e72168c,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:38.656985 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.665656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.668676 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-511c08ba-a140-47b4-b563-9bb1a3a89baf tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:38.724144 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Calling delete_port for 8568f278-0230-4f7c-9f73-e3288e72168c owned by compute:nova {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:38.774006 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Pushing event updated for resources: {'Port': ['ID=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:38.793420 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:38.850203 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Attempting to bind port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:06:38.850541 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Attempting to bind port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:06:38.850874 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Attempting to bind port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf on network 5fd6397d-c11c-46dc-a200-42928139eb2b {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:06:38.856690 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf on network 5fd6397d-c11c-46dc-a200-42928139eb2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:06:38.857087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Attempting to bind port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf on network 5fd6397d-c11c-46dc-a200-42928139eb2b {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:06:38.862739 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:06:38.863725 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Checking segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:06:38.863725 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Bound using segment: {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:06:38.863959 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Bound port: f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf801f9-9784-4eb4-addf-3a60287787b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:06:38.864300 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:38.966762 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cd0a5-9bec-453f-9775-e0d5a666a764 req-f3c504be-267b-4a34-bdca-e96a3e03086b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:38.968230 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6d1cd0a5-9bec-453f-9775-e0d5a666a764 req-f3c504be-267b-4a34-bdca-e96a3e03086b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 943 time: 0.0861626 Jun 22 02:06:39.011347 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-6d1cd0a5-9bec-453f-9775-e0d5a666a764 req-1d7d2017-2a24-4e11-86d6-96a01ae05824 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355716 Jun 22 02:06:39.019925 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:39.026155 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4dc68be4-66fb-4f34-8571-5d6cb0abc6b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:39.033030 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['8568f278-0230-4f7c-9f73-e3288e72168c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:06:39.054911 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Pushing event deleted for resources: {'Port': ['ID=8568f278-0230-4f7c-9f73-e3288e72168c,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:39.058717 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:39.104351 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] No DVR routers for this DVR port 8568f278-0230-4f7c-9f73-e3288e72168c on host hv-cinder-79326 {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:39.111844 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:39.115619 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-afac1ab0-ea67-414e-b900-5340d6b2efef req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.16 "DELETE /v2.0/ports/8568f278-0230-4f7c-9f73-e3288e72168c HTTP/1.1" status: 204 len: 173 time: 0.6486504 Jun 22 02:06:39.116640 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'name': 'network-vif-deleted', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:39.121663 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7939a8-d2d6-47ce-b21d-62c7d810a3ff" -d '{"events": [{"server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "name": "network-vif-deleted", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:39.179315 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc25cab8-7f5e-4714-aad8-cefae1418cad x-openstack-request-id: req-fc25cab8-7f5e-4714-aad8-cefae1418cad {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:39.179694 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c6489c-6c4b-4431-98e2-0d3e936ee61b", "name": "network-vif-deleted", "tag": "8568f278-0230-4f7c-9f73-e3288e72168c", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:39.180057 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc25cab8-7f5e-4714-aad8-cefae1418cad {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:39.180591 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c6489c-6c4b-4431-98e2-0d3e936ee61b', 'name': 'network-vif-deleted', 'tag': '8568f278-0230-4f7c-9f73-e3288e72168c', 'status': 'completed', 'code': 200} Jun 22 02:06:39.250773 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] For port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:06:39.255237 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] For port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:06:39.267534 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfda49-1856-4862-940e-b10852c9f2ac req-2a981189-0eae-4db9-b5af-d925372b9e87 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.269159 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b3dfda49-1856-4862-940e-b10852c9f2ac req-2a981189-0eae-4db9-b5af-d925372b9e87 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6c6489c-6c4b-4431-98e2-0d3e936ee61b HTTP/1.1" status: 200 len: 867 time: 0.3944879 Jun 22 02:06:39.326215 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b3dfda49-1856-4862-940e-b10852c9f2ac req-3d62a133-a66d-4464-bdf0-27304cd8436a tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] 10.222.0.35 "GET /v2.0/security-groups?id=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Jun 22 02:06:39.367445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:39.371224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-98c3e5a7-4656-4fba-bc81-d8875bf82223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:39.406602 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.407211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:39.408593 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] 10.222.0.16 "PUT /v2.0/ports/f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf HTTP/1.1" status: 200 len: 1093 time: 1.3441722 Jun 22 02:06:39.409141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:39.411498 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb2896-e266-4199-bec1-19241cff3418" -d '{"events": [{"name": "network-changed", "server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:39.461804 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Pushing event updated for resources: {'Port': ['ID=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:39.467756 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:39.483306 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4000ccc-3ccc-4ea6-95f4-c38b66596a6e x-openstack-request-id: req-b4000ccc-3ccc-4ea6-95f4-c38b66596a6e {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:39.483739 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:39.484362 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4000ccc-3ccc-4ea6-95f4-c38b66596a6e {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:39.485388 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'status': 'completed', 'code': 200} Jun 22 02:06:39.491534 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7047188-f178-4d88-a8e9-e9b034c04953 req-45f9e209-40af-4c2a-9331-35e4dae19e60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.501813 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d7047188-f178-4d88-a8e9-e9b034c04953 req-45f9e209-40af-4c2a-9331-35e4dae19e60 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.1095917 Jun 22 02:06:39.551441 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d7047188-f178-4d88-a8e9-e9b034c04953 req-efd58d46-7a00-46eb-bc21-af5ccbc7c33d tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Jun 22 02:06:39.592996 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb2896-e266-4199-bec1-19241cff3418 req-7c459a5f-0dfe-4848-b16b-0b6a407ce075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.594485 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b2bb2896-e266-4199-bec1-19241cff3418 req-7c459a5f-0dfe-4848-b16b-0b6a407ce075 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 1096 time: 0.0759132 Jun 22 02:06:39.695476 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb2896-e266-4199-bec1-19241cff3418 req-a198cb23-edf3-4239-a827-7808c800419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.697010 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b2bb2896-e266-4199-bec1-19241cff3418 req-a198cb23-edf3-4239-a827-7808c800419d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f12bea70626417ea292bf88195892f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0945666 Jun 22 02:06:39.804040 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb2896-e266-4199-bec1-19241cff3418 req-96bea534-a840-4506-8f46-cdbc9562daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.805534 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b2bb2896-e266-4199-bec1-19241cff3418 req-96bea534-a840-4506-8f46-cdbc9562daaa service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020985 Jun 22 02:06:39.902667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-bb17b984-1b5c-441a-bb84-c511fb74bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:39.904152 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-bb17b984-1b5c-441a-bb84-c511fb74bdb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 1096 time: 0.0522463 Jun 22 02:06:39.944880 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-0d2630d6-d8a9-4008-9b8a-bc5659d2e2ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf HTTP/1.1" status: 200 len: 217 time: 0.0329013 Jun 22 02:06:39.995228 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-f386da91-e203-49aa-b868-bdef06663f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:40.000436 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-f386da91-e203-49aa-b868-bdef06663f88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0458722 Jun 22 02:06:40.060797 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-b1ff3278-6e23-441d-9b14-9e80d16a677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:40.062444 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-b1ff3278-6e23-441d-9b14-9e80d16a677b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593028 Jun 22 02:06:40.163674 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-ae366e14-ba07-4707-b6a6-605120bc2ec0 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950234 Jun 22 02:06:40.200431 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94487761-64e2-40f8-845b-c3b9f9c34991 req-80b4c03d-f05f-4667-9cd4-a2bcd7eba733 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:40.201981 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-94487761-64e2-40f8-845b-c3b9f9c34991 req-80b4c03d-f05f-4667-9cd4-a2bcd7eba733 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 943 time: 0.0655904 Jun 22 02:06:40.242430 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-94487761-64e2-40f8-845b-c3b9f9c34991 req-fa07a904-8c00-4162-82e8-c7bb91598175 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333426 Jun 22 02:06:40.256592 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8b4483b5-cf66-4cbd-907b-a0abf5936393 req-9dabae27-1018-4433-b5ab-4df6e6b3aa62 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Jun 22 02:06:40.717336 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ee7b7-eeeb-4dfd-967c-7aea9bd7344f req-9a090b00-f657-46ff-94fa-1ddd96ef4864 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:40.718820 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-243ee7b7-eeeb-4dfd-967c-7aea9bd7344f req-9a090b00-f657-46ff-94fa-1ddd96ef4864 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0621691 Jun 22 02:06:40.756599 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-243ee7b7-eeeb-4dfd-967c-7aea9bd7344f req-728b1cee-e1df-40f2-852a-03c22cdcea18 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Jun 22 02:06:41.420161 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017476cc-4c5b-4474-b73f-a4ace18fbe25 req-6c04e99f-5ff7-4102-b830-5657984a83ea tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:41.421657 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-017476cc-4c5b-4474-b73f-a4ace18fbe25 req-6c04e99f-5ff7-4102-b830-5657984a83ea tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 943 time: 0.0672102 Jun 22 02:06:41.459863 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-017476cc-4c5b-4474-b73f-a4ace18fbe25 req-23ffb9a7-01e4-44d2-ac5e-b7c0c41900e6 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Jun 22 02:06:41.588743 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:06:41.681788 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:41.692747 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'port_id': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'mac_address': 'fa:16:3e:b0:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:06:41.731945 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:41.744225 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:06:41.763536 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:41.886909 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:41.889616 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:41.927834 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d428e-172e-40ca-8ea8-b7d01a8e1d18 req-8ad9830f-9ec5-4769-bd33-48f8cad337b3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:41.929509 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cb1d428e-172e-40ca-8ea8-b7d01a8e1d18 req-8ad9830f-9ec5-4769-bd33-48f8cad337b3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 944 time: 0.0632656 Jun 22 02:06:41.943682 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=7']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:41.943682 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:41.969888 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cb1d428e-172e-40ca-8ea8-b7d01a8e1d18 req-7f6a4d69-1b37-4927-8387-b28eebf60ce7 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324626 Jun 22 02:06:42.111489 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41746) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:42.237366 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:06:42.448098 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:42.640707 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff3c3-08d4-4faa-bb37-5ec3403e8394 req-ef08465a-2c13-4700-b165-d2ab84799b49 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:42.642195 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-431ff3c3-08d4-4faa-bb37-5ec3403e8394 req-ef08465a-2c13-4700-b165-d2ab84799b49 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 943 time: 0.0665960 Jun 22 02:06:42.679961 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-431ff3c3-08d4-4faa-bb37-5ec3403e8394 req-941d6eac-5a0e-4da7-9da5-a298be1abebd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Jun 22 02:06:42.712075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Deleting port 62913470-8530-48b1-b9af-56d1f31e4abf {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:42.712979 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:42.790064 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] For port 62913470-8530-48b1-b9af-56d1f31e4abf, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=62913470-8530-48b1-b9af-56d1f31e4abf,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:42.790334 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:42.850393 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Calling delete_port for 62913470-8530-48b1-b9af-56d1f31e4abf owned by network:router_interface {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:43.111822 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:43.115160 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:43.143530 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Pushing event deleted for resources: {'Port': ['ID=62913470-8530-48b1-b9af-56d1f31e4abf,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:43.148343 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:43.236401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f577116-40f9-4ca4-9049-0de2b09ddb26 req-0d42bb6b-41ec-46e9-8764-63c54cb939fa tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:43.237992 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7f577116-40f9-4ca4-9049-0de2b09ddb26 req-0d42bb6b-41ec-46e9-8764-63c54cb939fa tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 945 time: 0.1576962 Jun 22 02:06:43.352061 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7f577116-40f9-4ca4-9049-0de2b09ddb26 req-37e07e7e-c8c1-4c2f-ac09-8bf0f62cdb72 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060352 Jun 22 02:06:43.371844 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:43.582209 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:06:43.610248 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:06:43.613412 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:06:43.685298 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:06:43.693016 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] 10.222.0.35 "PUT /v2.0/routers/f60128f3-e2f4-4f09-a454-ccc1c9de7b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5777438 Jun 22 02:06:43.693016 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41754) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:43.698080 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] Sync routers for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:06:43.722481 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:43.723043 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:43.778094 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:06:43.778487 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:43.796245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:43.851050 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:43.860002 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43123e-5490-45d2-9b00-f1c1d27a2a2a req-32b0b927-5e06-41e0-8052-e7c09bbc6983 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:43.861514 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4f43123e-5490-45d2-9b00-f1c1d27a2a2a req-32b0b927-5e06-41e0-8052-e7c09bbc6983 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 943 time: 0.0685322 Jun 22 02:06:43.877404 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'port_id': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'mac_address': 'fa:16:3e:41:f2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:06:43.898806 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:43.908380 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4f43123e-5490-45d2-9b00-f1c1d27a2a2a req-a61f74b5-b810-4b20-b9d5-e8ff3518d084 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401413 Jun 22 02:06:43.922189 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:44.045813 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.069562 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.074536 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:06:44.090987 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Deleting port 46e27dc2-3c95-4613-826b-414d5acfcba9 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:44.091295 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.118474 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:44.119254 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:44.121548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f43b97-4f11-4d9f-a549-5ce078cdba4f" -d '{"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-plugged", "status": "completed", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:44.143344 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:44.175908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] For port 46e27dc2-3c95-4613-826b-414d5acfcba9, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=46e27dc2-3c95-4613-826b-414d5acfcba9,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:44.176125 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9529b372-a585-429e-99d6-def4acf34f58 x-openstack-request-id: req-9529b372-a585-429e-99d6-def4acf34f58 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:44.176271 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.176357 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-plugged", "status": "completed", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:44.176605 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9529b372-a585-429e-99d6-def4acf34f58 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:44.177062 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'code': 200} Jun 22 02:06:44.207937 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:06:42Z', 'revision_number': 5, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port': {'id': '46e27dc2-3c95-4613-826b-414d5acfcba9', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:19Z', 'updated_at': '2021-06-22T02:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:44.237509 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] Checking router: f60128f3-e2f4-4f09-a454-ccc1c9de7b68 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:06:44.242541 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.242777 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Calling delete_port for 46e27dc2-3c95-4613-826b-414d5acfcba9 owned by network:router_gateway {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:44.242913 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:44.281132 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.281890 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 8568f278-0230-4f7c-9f73-e3288e72168c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:44.310053 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] Routers {'f60128f3-e2f4-4f09-a454-ccc1c9de7b68'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:44.310616 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:44.316090 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 8568f278-0230-4f7c-9f73-e3288e72168c {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:44.316446 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 8568f278-0230-4f7c-9f73-e3288e72168c not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:44.401198 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:44.405638 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:44.416284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-086669c9-f920-401f-a97f-f7b7fb2006a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:44.452764 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:06:44.455764 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] Set router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 gateway port host: None {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:44.519638 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:06:43Z', 'revision_number': 6, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port_host': None}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:44.522851 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.528963 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:44.550384 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b135f0b-d16c-4b88-9577-26d1d28ff9e9 None None] The sync data for ids ['f60128f3-e2f4-4f09-a454-ccc1c9de7b68'] in dv-cinder-793264-5-smb is: [{'id': 'f60128f3-e2f4-4f09-a454-ccc1c9de7b68', 'name': 'tempest-TestMinimumBasicScenario-998481111-router', 'tenant_id': '79c33809278344f28eee9377d74f107b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:18Z', 'updated_at': '2021-06-22T02:06:43Z', 'revision_number': 6, 'project_id': '79c33809278344f28eee9377d74f107b', 'gw_port_host': None}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:06:44.551420 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=8']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:44.554339 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:44.576677 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e27dc2-3c95-4613-826b-414d5acfcba9,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:44.579971 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:06:44.611571 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:44.679684 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.762221 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17866b-aa9b-470a-b43a-494dfe79a480 req-f05480a3-6a09-4be9-b18c-5200ea3124b3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:44.763616 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ec17866b-aa9b-470a-b43a-494dfe79a480 req-f05480a3-6a09-4be9-b18c-5200ea3124b3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.2833354 Jun 22 02:06:44.809493 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.812346 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d269e7-83a0-468a-8cf9-545e86129827 req-95202d84-a03f-41b6-bdbc-9e04a504eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:44.813815 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b9d269e7-83a0-468a-8cf9-545e86129827 req-95202d84-a03f-41b6-bdbc-9e04a504eb96 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.2991209 Jun 22 02:06:44.814914 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.906996 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ec17866b-aa9b-470a-b43a-494dfe79a480 req-0738502c-ba90-4dfc-bdff-2b3fdd8f435f tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172426 Jun 22 02:06:44.917964 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b9d269e7-83a0-468a-8cf9-545e86129827 req-ed23feb6-f9f2-412f-be8d-2a2410f91927 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971913 Jun 22 02:06:44.985700 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.986383 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f60128f3-e2f4-4f09-a454-ccc1c9de7b68 {{(pid=99636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:06:44.991954 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:44.993233 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f60128f3-e2f4-4f09-a454-ccc1c9de7b68 HTTP/1.1" status: 204 len: 168 time: 1.2996480 Jun 22 02:06:44.996261 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41766) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:45.044391 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Deleting subnet df0059b6-2b5e-4d83-b5d7-7327967f57fd {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:06:45.047467 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.081360 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.091887 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d43b3-7789-403f-8aa0-3789005344e5 req-55d50be8-ade6-47e9-9f66-a603eaba3951 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:45.093380 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d51d43b3-7789-403f-8aa0-3789005344e5 req-55d50be8-ade6-47e9-9f66-a603eaba3951 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 944 time: 0.0648646 Jun 22 02:06:45.130898 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d51d43b3-7789-403f-8aa0-3789005344e5 req-85541ceb-9b15-449b-8149-50354e98766c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316458 Jun 22 02:06:45.457505 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.641577 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:06:45.808558 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.810985 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:45.825539 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:06:45.829400 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:06:45.829796 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.834313 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0059b6-2b5e-4d83-b5d7-7327967f57fd,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:45.837859 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:45.838896 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.843381 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41770) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:45.843529 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/df0059b6-2b5e-4d83-b5d7-7327967f57fd HTTP/1.1" status: 204 len: 168 time: 0.8460979 Jun 22 02:06:45.850821 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38daf1-7baf-4e13-9859-6cd8c3bffca7 None None] Network 0df3807d-cfe2-464d-9437-dfd09cfc411a requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:06:45.911375 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.969791 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Deleting port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:45.970105 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.018431 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.043459 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 46e27dc2-3c95-4613-826b-414d5acfcba9 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:46.077296 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 46e27dc2-3c95-4613-826b-414d5acfcba9 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:46.077652 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 46e27dc2-3c95-4613-826b-414d5acfcba9 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:46.078176 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 62913470-8530-48b1-b9af-56d1f31e4abf no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:46.090681 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:46.094506 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] For port d4ea9842-32ce-4956-bb0a-d6a736f32cb6, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:46.094989 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.107804 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 62913470-8530-48b1-b9af-56d1f31e4abf {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:46.108179 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 62913470-8530-48b1-b9af-56d1f31e4abf not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:46.169302 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Calling delete_port for d4ea9842-32ce-4956-bb0a-d6a736f32cb6 owned by network:dhcp {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:46.171286 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] DHCP port deletion for 0df3807d-cfe2-464d-9437-dfd09cfc411a request from dv-cinder-793264-5-smb {{(pid=99637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:06:46.178605 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:46.180424 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c771542-7328-4696-96f8-bdad3ad5f867" -d '{"events": [{"server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "name": "network-vif-plugged", "status": "completed", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:46.195385 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891c43a-659f-44a6-9a00-daacfd724c4f req-41038c60-1799-4110-bace-2bda91aff507 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:46.197390 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a891c43a-659f-44a6-9a00-daacfd724c4f req-41038c60-1799-4110-bace-2bda91aff507 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.1556401 Jun 22 02:06:46.225479 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Deleting port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 {{(pid=99637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:46.226022 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.284951 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a891c43a-659f-44a6-9a00-daacfd724c4f req-8cf1a010-f5f1-4a6b-858c-3d7d17307250 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608976 Jun 22 02:06:46.296598 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] For port d4ea9842-32ce-4956-bb0a-d6a736f32cb6, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,segment=NetworkSegment(1ce08ad2-fb66-4860-8bee-9d6fab91d39e),segment_id=1ce08ad2-fb66-4860-8bee-9d6fab91d39e)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:46.297230 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.306722 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.316613 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:46.355002 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b447ce-8560-4d84-aab8-849c1ac0585b req-5084b7fc-6f75-4746-bfcb-d9d792a2e1fb tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:46.356844 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b5b447ce-8560-4d84-aab8-849c1ac0585b req-5084b7fc-6f75-4746-bfcb-d9d792a2e1fb tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 944 time: 0.1092348 Jun 22 02:06:46.402740 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b5b447ce-8560-4d84-aab8-849c1ac0585b req-1cda4998-c6f2-48b1-ac0e-cd5ed861425b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389934 Jun 22 02:06:46.476125 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e82a31-6a5d-474c-a307-e8cde6b28725 x-openstack-request-id: req-25e82a31-6a5d-474c-a307-e8cde6b28725 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:46.476418 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "name": "network-vif-plugged", "status": "completed", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:46.476677 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25e82a31-6a5d-474c-a307-e8cde6b28725 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:46.477088 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'code': 200} Jun 22 02:06:46.503234 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Calling delete_port for d4ea9842-32ce-4956-bb0a-d6a736f32cb6 owned by network:dhcp {{(pid=99637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:46.517358 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.520424 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-93884cb7-9c08-466d-b568-f83cb0115dc9 tempest-ServerRescueNegativeTestJSON-1035530230 tempest-ServerRescueNegativeTestJSON-1035530230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:46.542870 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:46.549468 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:46.550251 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] No DVR routers for this DVR port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 on host dv-cinder-793264-5-smb {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:46.593180 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:46.597268 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:46.622449 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.632572 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df3807d-cfe2-464d-9437-dfd09cfc411a']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:46.646411 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce08ad2-fb66-4860-8bee-9d6fab91d39e') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:46.648612 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce08ad2-fb66-4860-8bee-9d6fab91d39e') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:46.658798 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.678643 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696'] for port, after_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.680494 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.682180 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:46.691546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:06:46.692543 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:06:46.696097 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:06:46.711288 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Pushing event deleted for resources: {'Port': ['ID=d4ea9842-32ce-4956-bb0a-d6a736f32cb6,revision_number=None']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:46.714374 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:46.715388 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] No DVR routers for this DVR port d4ea9842-32ce-4956-bb0a-d6a736f32cb6 on host dv-cinder-793264-5-smb {{(pid=99637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:46.911735 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.915921 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:46.924615 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:46.924615 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0df3807d-cfe2-464d-9437-dfd09cfc411a HTTP/1.1" status: 204 len: 168 time: 1.0755360 Jun 22 02:06:46.925692 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41780) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:46.931902 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df3807d-cfe2-464d-9437-dfd09cfc411a,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:46.934136 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2a1f575d-b3b7-4969-982c-38b8cd8625f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:47.022638 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a883d15-9e4a-4d4e-be72-2020a421034c req-c53c2a4f-a477-4ab7-9a6b-440338c88fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:47.024045 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1a883d15-9e4a-4d4e-be72-2020a421034c req-c53c2a4f-a477-4ab7-9a6b-440338c88fc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 1098 time: 0.1313844 Jun 22 02:06:47.096900 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1a883d15-9e4a-4d4e-be72-2020a421034c req-a6cd7460-0df1-4d8c-abbb-80833bd75b06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662174 Jun 22 02:06:47.295023 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:47.536557 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cf9e9-aaf7-4e11-98df-2b3b8c61f3f3 req-b9e7c84d-c087-4ec8-b119-a6011ca6a4a3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:47.538061 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ad3cf9e9-aaf7-4e11-98df-2b3b8c61f3f3 req-b9e7c84d-c087-4ec8-b119-a6011ca6a4a3 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0855269 Jun 22 02:06:47.575959 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3f2c-b098-4865-8a5d-94eb85298f0a req-1d0bda8c-c40a-47c9-afed-977a95ee73d1 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:47.578123 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7fcb3f2c-b098-4865-8a5d-94eb85298f0a req-1d0bda8c-c40a-47c9-afed-977a95ee73d1 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.0628576 Jun 22 02:06:47.622914 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7fcb3f2c-b098-4865-8a5d-94eb85298f0a req-b9c1641e-4204-4481-9699-c7aede9df290 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395877 Jun 22 02:06:47.645180 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ad3cf9e9-aaf7-4e11-98df-2b3b8c61f3f3 req-05942a63-a3d9-4ad2-9f44-94c1676bf169 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871344 Jun 22 02:06:47.672946 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Deleting port 10fee73c-3b63-4800-86df-c6b4880d1085 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:47.673524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:47.751311 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] For port 10fee73c-3b63-4800-86df-c6b4880d1085, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=10fee73c-3b63-4800-86df-c6b4880d1085,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:47.751719 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:47.814964 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Calling delete_port for 10fee73c-3b63-4800-86df-c6b4880d1085 owned by network:router_interface {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:47.997213 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device d4ea9842-32ce-4956-bb0a-d6a736f32cb6 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:48.017596 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: d4ea9842-32ce-4956-bb0a-d6a736f32cb6 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:48.017951 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device d4ea9842-32ce-4956-bb0a-d6a736f32cb6 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:48.059935 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:48.062141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3f254c3f-bd86-4115-8acd-a1d7798cce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:48.083992 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fee73c-3b63-4800-86df-c6b4880d1085,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:48.087867 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:48.263121 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:48.473378 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Router 80733c98-9395-48bd-9ff8-277f3325b005 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:06:48.579152 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:06:48.584168 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] 10.222.0.35 "PUT /v2.0/routers/80733c98-9395-48bd-9ff8-277f3325b005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6600008 Jun 22 02:06:48.586792 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41790) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:48.588171 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] Sync routers for ids ['80733c98-9395-48bd-9ff8-277f3325b005'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:06:48.597264 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] Routers {'80733c98-9395-48bd-9ff8-277f3325b005'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:48.597894 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['80733c98-9395-48bd-9ff8-277f3325b005'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:48.694427 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks [] for router, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:48.711488 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] Set router 80733c98-9395-48bd-9ff8-277f3325b005 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:48.834148 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:48.849954 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef408-45b9-4986-a48c-0875f50a4b98 req-270aeecc-8c86-4206-8a60-a3b0f61c97d8 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:48.851389 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aecef408-45b9-4986-a48c-0875f50a4b98 req-270aeecc-8c86-4206-8a60-a3b0f61c97d8 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.1130135 Jun 22 02:06:48.886067 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '372612be-5553-4a06-bde4-5da81cf90998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:06:47Z', 'revision_number': 5, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port': {'id': '372612be-5553-4a06-bde4-5da81cf90998', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80733c98-9395-48bd-9ff8-277f3325b005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:28Z', 'updated_at': '2021-06-22T02:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:48.890267 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aecef408-45b9-4986-a48c-0875f50a4b98 req-66c6f2e5-9933-4184-a261-3aaa9721efb6 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330222 Jun 22 02:06:48.916681 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] Checking router: 80733c98-9395-48bd-9ff8-277f3325b005 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:06:48.925495 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] Routers {'80733c98-9395-48bd-9ff8-277f3325b005'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:48.926187 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['80733c98-9395-48bd-9ff8-277f3325b005'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:49.006930 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Deleting port 372612be-5553-4a06-bde4-5da81cf90998 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:49.007485 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.017305 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] Set router 80733c98-9395-48bd-9ff8-277f3325b005 gateway port host: None {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:49.070692 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:06:48Z', 'revision_number': 6, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port_host': None}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:49.099535 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2450a8-18cf-48f3-b6c1-231ddeaad2fc None None] The sync data for ids ['80733c98-9395-48bd-9ff8-277f3325b005'] in dv-cinder-793264-5-smb is: [{'id': '80733c98-9395-48bd-9ff8-277f3325b005', 'name': 'tempest-TestMinimumBasicScenario-1966577788-router', 'tenant_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:27Z', 'updated_at': '2021-06-22T02:06:48Z', 'revision_number': 6, 'project_id': '8ae8fccd9bae4e1f976b3391bda99b99', 'gw_port_host': None}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:06:49.150004 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] For port 372612be-5553-4a06-bde4-5da81cf90998, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=372612be-5553-4a06-bde4-5da81cf90998,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:49.150496 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.201780 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbed2cf-e7e3-4571-bb49-f5a0e2c64854 req-79ef4df7-8005-4161-9112-575143ef7e71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:49.203212 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3cbed2cf-e7e3-4571-bb49-f5a0e2c64854 req-79ef4df7-8005-4161-9112-575143ef7e71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.1330557 Jun 22 02:06:49.212028 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41798) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:49.216756 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Request body: {'floatingip': {'port_id': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:06:49.227662 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Calling delete_port for 372612be-5553-4a06-bde4-5da81cf90998 owned by network:router_gateway {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:49.258719 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, before_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.482432 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.485808 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-38b5c388-b6aa-4ad5-8223-7b23bce9c5fd tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:49.517186 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Pushing event deleted for resources: {'Port': ['ID=372612be-5553-4a06-bde4-5da81cf90998,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:49.522549 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:49.589783 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.685656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.687900 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.737034 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.785611 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.786122 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80733c98-9395-48bd-9ff8-277f3325b005 {{(pid=99636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:06:49.791336 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.796352 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] 10.222.0.35 "DELETE /v2.0/routers/80733c98-9395-48bd-9ff8-277f3325b005 HTTP/1.1" status: 204 len: 168 time: 1.2039917 Jun 22 02:06:49.796352 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41800) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:49.818185 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.850838 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Deleting subnet 1d59f504-0570-444e-9eae-7348694733fd {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:06:49.856031 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:49.902697 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.023699 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 372612be-5553-4a06-bde4-5da81cf90998 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:50.049463 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 372612be-5553-4a06-bde4-5da81cf90998 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:50.049966 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 372612be-5553-4a06-bde4-5da81cf90998 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:50.050490 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 10fee73c-3b63-4800-86df-c6b4880d1085 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:50.071196 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 10fee73c-3b63-4800-86df-c6b4880d1085 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:50.072139 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 10fee73c-3b63-4800-86df-c6b4880d1085 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:50.220985 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.l3_db [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Floating IP b6eeb790-dc44-42a5-b5f8-f44e845f8183 associated. External IP: 172.28.2.54, port: f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf. Jun 22 02:06:50.298787 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.435621 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:06:50.443136 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.446500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec29428c-a344-40f3-8319-2ce786035134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:50.472277 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d59f504-0570-444e-9eae-7348694733fd,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:50.475306 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:50.476299 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.481407 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-cb8fa303-ba30-4840-a8f6-19f00cc71472 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1d59f504-0570-444e-9eae-7348694733fd HTTP/1.1" status: 204 len: 168 time: 0.6856809 Jun 22 02:06:50.482221 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41804) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:50.483663 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855cc913-ba1b-4ae6-8119-44e1bcb4e085 None None] Network 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:06:50.596027 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.611243 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:06:50.616602 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.621812 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:06:50.636419 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:50.637681 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:50.674935 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-52b9413e-00c4-4fbe-9573-a9f8cf646869 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "PUT /v2.0/floatingips/b6eeb790-dc44-42a5-b5f8-f44e845f8183 HTTP/1.1" status: 200 len: 990 time: 1.4617794 Jun 22 02:06:50.676377 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:06:50.678754 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c67c88-b8d6-4d80-843a-0fa049056ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:06:50.699806 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] DHCP port deletion for 0584e1f5-ad56-4a4b-adbb-e89378adb2a8 request from dv-cinder-793264-5-smb {{(pid=99637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:06:50.710497 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Deleting port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:50.710974 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.759150 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79eaa60-154e-4cbf-a97d-430b182552b8 x-openstack-request-id: req-f79eaa60-154e-4cbf-a97d-430b182552b8 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:06:50.759617 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:06:50.762144 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f79eaa60-154e-4cbf-a97d-430b182552b8 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:06:50.762144 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'status': 'completed', 'code': 200} Jun 22 02:06:50.798259 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] For port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:50.798633 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.811222 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:50.826182 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-330705c2-03df-42ae-b37e-558f5c7e83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:50.828562 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-330705c2-03df-42ae-b37e-558f5c7e83bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f12bea70626417ea292bf88195892f0&device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 1098 time: 0.0660987 Jun 22 02:06:50.848307 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Deleting port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 {{(pid=99637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:50.848867 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.869241 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Calling delete_port for 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 owned by network:dhcp {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:50.926446 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-9a8fbbc1-553f-4ec6-8378-0961eff2c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:50.927868 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-9a8fbbc1-553f-4ec6-8378-0961eff2c9a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 200 len: 912 time: 0.0928657 Jun 22 02:06:50.963918 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] For port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,segment=NetworkSegment(c5343ef9-4f07-41dd-a5a6-14feddfe5755),segment_id=c5343ef9-4f07-41dd-a5a6-14feddfe5755)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:50.964411 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:50.999212 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-275ff216-c7a0-4fc5-bf77-e793e7d18007 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf HTTP/1.1" status: 200 len: 998 time: 0.0648079 Jun 22 02:06:51.014396 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.016775 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4cb50ad7-3557-400b-893a-22b34ef0dc15 tempest-VolumesSnapshotTestJSON-1701248543 tempest-VolumesSnapshotTestJSON-1701248543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:51.041026 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Calling delete_port for 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 owned by network:dhcp {{(pid=99637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:51.045364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:51.045364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:51.047982 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] No DVR routers for this DVR port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 on host dv-cinder-793264-5-smb {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:51.059341 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-921b91fe-863e-484a-aba6-e7beb3ff53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:51.061942 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-921b91fe-863e-484a-aba6-e7beb3ff53f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 200 len: 850 time: 0.0556383 Jun 22 02:06:51.122695 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-8a3cffd6-0214-474b-b98f-95a6b19361e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:06:51.124332 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-8a3cffd6-0214-474b-b98f-95a6b19361e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd6397d-c11c-46dc-a200-42928139eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574067 Jun 22 02:06:51.125046 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.136038 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0584e1f5-ad56-4a4b-adbb-e89378adb2a8']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:51.147311 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5343ef9-4f07-41dd-a5a6-14feddfe5755') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:51.147614 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5343ef9-4f07-41dd-a5a6-14feddfe5755') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:51.158492 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.173402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.181568 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:06:51.182036 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:06:51.184172 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:06:51.207787 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696'] for port, after_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.210988 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:51.233933 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-96a60d4b-bed2-4953-a967-b1a31e7527f5 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003034 Jun 22 02:06:51.238781 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Pushing event deleted for resources: {'Port': ['ID=64a20fb5-2f1d-4f9e-b2d1-88955c2ff210,revision_number=None']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:51.245314 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:51.249755 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] No DVR routers for this DVR port 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 on host dv-cinder-793264-5-smb {{(pid=99637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:51.268686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'b6eeb790-dc44-42a5-b5f8-f44e845f8183', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'floating_ip_address': '172.28.2.54', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'port_id': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'mac_address': 'fa:16:3e:41:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:06:32Z', 'updated_at': '2021-06-22T02:06:49Z', 'revision_number': 1, 'project_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:51.301064 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:06:51.311180 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:51.311832 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:06:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:51.328314 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.333890 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ac926258-2d76-4299-aafe-866595ef9831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:51.349596 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-62c67c88-b8d6-4d80-843a-0fa049056ee7 req-0771cd67-3eab-488b-b698-415d767d841d service neutron] 10.222.0.16 "GET /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087337 Jun 22 02:06:51.359251 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.359251 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0584e1f5-ad56-4a4b-adbb-e89378adb2a8 HTTP/1.1" status: 204 len: 168 time: 0.8730974 Jun 22 02:06:51.359251 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0584e1f5-ad56-4a4b-adbb-e89378adb2a8,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:51.359667 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:51.430390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:51.788246 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'b6eeb790-dc44-42a5-b5f8-f44e845f8183', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'floating_ip_address': '172.28.2.54', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'port_id': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'mac_address': 'fa:16:3e:41:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:06:32Z', 'updated_at': '2021-06-22T02:06:49Z', 'revision_number': 1, 'project_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:51.809273 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41814) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:51.814893 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dfe8dc-4d54-4cc4-9a87-c7b5a6318a5e None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_floatingips': [{'id': 'b6eeb790-dc44-42a5-b5f8-f44e845f8183', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'floating_ip_address': '172.28.2.54', 'floating_network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'router_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'port_id': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'mac_address': 'fa:16:3e:41:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:06:32Z', 'updated_at': '2021-06-22T02:06:49Z', 'revision_number': 1, 'project_id': '7f12bea70626417ea292bf88195892f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:06:51.854919 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-01bbcdf1-fdc7-4edf-81c0-f92832f3cbde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79c33809278344f28eee9377d74f107b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442338 Jun 22 02:06:51.857321 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 41818) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:51.914129 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:51.935543 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:52.011684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:52.032377 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:52.032737 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 64a20fb5-2f1d-4f9e-b2d1-88955c2ff210 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:52.037929 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd2c93-fe96-433b-b026-78bdfe491a6e None None] New status for floating IP b6eeb790-dc44-42a5-b5f8-f44e845f8183: ACTIVE {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:06:52.088433 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:52.091288 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:52.092464 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c HTTP/1.1" status: 204 len: 168 time: 0.2341435 Jun 22 02:06:52.093255 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-5f1569af-713b-47aa-b56a-4364460ef859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:52.102377 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac227b5d-b9c2-4e30-88e7-3cb26d69cd9c,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:52.105495 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-930504ae-ac17-42b4-bf27-3f8bfa93c5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:52.920511 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41826) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:52.979728 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3ece7c11-32d2-4907-8437-0c3ba1597e0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ae8fccd9bae4e1f976b3391bda99b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576093 Jun 22 02:06:52.982593 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 41830) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:53.040845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:53.066070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:53.246794 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:53.249457 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:53.250646 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba51b99c-eedd-4d07-95db-ce7b7c1c4761 HTTP/1.1" status: 204 len: 168 time: 0.2668984 Jun 22 02:06:53.251463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ebf209d9-d259-41a2-8e00-51f6396ba8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:53.262369 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba51b99c-eedd-4d07-95db-ce7b7c1c4761,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:53.265400 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-de77fd6e-c131-46cf-8cde-d6c0a623c346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:54.882408 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:55.128951 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-558c767d-4281-4d7d-8de9-fbaf19412328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:57.632595 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b1da7c94-c088-4a8f-9c25-31e5b5b62a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:57.923106 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:58.871135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:00.413644 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:21.452184 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:07:21.885892 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69553-d99b-4d3e-b467-0ddf49e12569 req-725ce1c2-656f-4dd7-a618-8ab3e1848f26 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:21.887344 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-89f69553-d99b-4d3e-b467-0ddf49e12569 req-725ce1c2-656f-4dd7-a618-8ab3e1848f26 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0630665 Jun 22 02:07:21.923999 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-89f69553-d99b-4d3e-b467-0ddf49e12569 req-0d4b43da-c842-4bb5-8cc1-fa463652f4b4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303574 Jun 22 02:07:23.097302 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b007ea-9d40-4e22-9638-52ca1dc93a3e req-252046ba-24b6-4131-8183-088dd70108d8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:23.098762 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a6b007ea-9d40-4e22-9638-52ca1dc93a3e req-252046ba-24b6-4131-8183-088dd70108d8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0621333 Jun 22 02:07:23.139158 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a6b007ea-9d40-4e22-9638-52ca1dc93a3e req-7000aa89-32eb-4e4a-8734-0c0d3fb4ecab tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347848 Jun 22 02:07:24.314678 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7ad23-5d55-4fe4-b7b9-4ee6bc3ce203 req-f0e1c4ec-2172-4876-8129-e32922519fe3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:24.316109 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fab7ad23-5d55-4fe4-b7b9-4ee6bc3ce203 req-f0e1c4ec-2172-4876-8129-e32922519fe3 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0634744 Jun 22 02:07:24.353338 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fab7ad23-5d55-4fe4-b7b9-4ee6bc3ce203 req-67a0de53-8924-4ac5-9ef6-1cde62aed94a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jun 22 02:07:24.862947 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:25.131284 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6f43061b-65c6-468f-b8da-0769d8f6b427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:25.533488 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f44be-01f6-42ba-b750-9aa841b005cc req-62e5422c-472a-477a-9b65-da3ad0a18f9a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:25.534982 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5a7f44be-01f6-42ba-b750-9aa841b005cc req-62e5422c-472a-477a-9b65-da3ad0a18f9a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0644448 Jun 22 02:07:25.572575 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5a7f44be-01f6-42ba-b750-9aa841b005cc req-6d312d45-b919-43e1-b21e-b08103d7a2d5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Jun 22 02:07:26.251912 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-bd69c5f3-3b49-46c7-910f-7d302840225d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535731 Jun 22 02:07:26.323639 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-34a9e66c-d40d-48cb-9891-dc9ac5681a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:26.325073 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-34a9e66c-d40d-48cb-9891-dc9ac5681a67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.0509319 Jun 22 02:07:26.431101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-ed5615a3-a14f-485c-8b79-2e167badbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:26.432550 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-ed5615a3-a14f-485c-8b79-2e167badbbd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.0868642 Jun 22 02:07:26.500340 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-87e04e82-8cd2-4307-b0d5-22b1ff60b94d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 1001 time: 0.0606954 Jun 22 02:07:26.549257 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-f0e6b31d-4bf6-4450-a75b-6e78bbc09518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:26.550701 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-f0e6b31d-4bf6-4450-a75b-6e78bbc09518 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0431852 Jun 22 02:07:26.606733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-fb98048a-8301-463a-aadc-c627a536e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:26.607911 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-fb98048a-8301-463a-aadc-c627a536e306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509963 Jun 22 02:07:26.734679 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-be928c22-e5b7-4d60-953a-ac7c260a4c38 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199665 Jun 22 02:07:26.820602 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c8336-241d-4864-895a-836784ff9e5b req-090f0281-7e98-4f25-8033-ad0c3e9eb208 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:26.822020 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3a9c8336-241d-4864-895a-836784ff9e5b req-090f0281-7e98-4f25-8033-ad0c3e9eb208 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.1315119 Jun 22 02:07:26.865246 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c031b75-7798-4052-9f1e-c1499849bd7a req-520b1d3e-9d63-456b-9dad-c1cfa06133ef service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223307 Jun 22 02:07:26.880744 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3a9c8336-241d-4864-895a-836784ff9e5b req-01ee5e06-1aaa-40a2-ad98-c9a2a0b4e06d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522895 Jun 22 02:07:27.629110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d1dcd678-774e-4691-85a3-a5cc51299146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:27.922241 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:28.060050 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc5c81-7385-4e4b-87d4-0ec71bf71908 req-b236dca8-0a37-442a-b2b4-5b4246debea0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:28.061600 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e0dc5c81-7385-4e4b-87d4-0ec71bf71908 req-b236dca8-0a37-442a-b2b4-5b4246debea0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0642495 Jun 22 02:07:28.100916 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e0dc5c81-7385-4e4b-87d4-0ec71bf71908 req-02c679cb-1921-4af9-b142-dcf3019b08b2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331190 Jun 22 02:07:28.865199 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:29.289536 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705c232-0e2a-4245-9b56-15323a53611d req-406a1e38-570c-41b5-97cf-f93a1f047863 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:29.291008 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0705c232-0e2a-4245-9b56-15323a53611d req-406a1e38-570c-41b5-97cf-f93a1f047863 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0679622 Jun 22 02:07:29.328860 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0705c232-0e2a-4245-9b56-15323a53611d req-b0127aaf-9e5c-4121-ac16-51d4da8d986a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Jun 22 02:07:30.458897 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:30.517272 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881cf82-38a0-4f07-bf82-cd7cd87effce req-c6f72ae8-a409-42c8-8f4c-abed79930329 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:30.518704 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2881cf82-38a0-4f07-bf82-cd7cd87effce req-c6f72ae8-a409-42c8-8f4c-abed79930329 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0670428 Jun 22 02:07:30.560664 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2881cf82-38a0-4f07-bf82-cd7cd87effce req-181cec75-525c-4639-89f2-19e2cf4fa2b9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360634 Jun 22 02:07:31.738076 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798df316-1fbb-45ed-8a7f-179c7b3fcf40 req-3c3e0087-b672-4bc2-b0fe-982a0f5003a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:31.743847 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-798df316-1fbb-45ed-8a7f-179c7b3fcf40 req-3c3e0087-b672-4bc2-b0fe-982a0f5003a1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0648885 Jun 22 02:07:31.782581 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-798df316-1fbb-45ed-8a7f-179c7b3fcf40 req-2856ca23-8dd6-460a-aaa3-6fe555759cb9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373204 Jun 22 02:07:32.960322 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459e2c-f977-4f7b-8dd2-d72c08ffd5f4 req-e6f7a0d0-f712-4d6b-bf3c-921cd6d2b75d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:32.961846 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-40459e2c-f977-4f7b-8dd2-d72c08ffd5f4 req-e6f7a0d0-f712-4d6b-bf3c-921cd6d2b75d tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0635488 Jun 22 02:07:32.999869 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-40459e2c-f977-4f7b-8dd2-d72c08ffd5f4 req-20856121-2ad2-4b1f-b794-9ab27241b7af tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322423 Jun 22 02:07:34.179568 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dcb05-9ec2-4a8f-81bd-f5f4b98a8d06 req-a70a3ad5-032d-45a8-bbd7-98bdec1d5005 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:34.181944 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-728dcb05-9ec2-4a8f-81bd-f5f4b98a8d06 req-a70a3ad5-032d-45a8-bbd7-98bdec1d5005 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0669637 Jun 22 02:07:34.224988 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-728dcb05-9ec2-4a8f-81bd-f5f4b98a8d06 req-b5ad8ead-6440-41f7-bd66-2d4ab0e010d5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358267 Jun 22 02:07:35.409247 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79d1e-cee6-4b84-b177-73c94f5e85d5 req-74e5852f-c086-4bdb-b6f6-439c350f6a49 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:35.410759 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-99a79d1e-cee6-4b84-b177-73c94f5e85d5 req-74e5852f-c086-4bdb-b6f6-439c350f6a49 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0692229 Jun 22 02:07:35.448592 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-99a79d1e-cee6-4b84-b177-73c94f5e85d5 req-4a391dd4-b9be-4394-ae7b-5944b1a7a8ae tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321405 Jun 22 02:07:36.631690 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3f48c-a1a0-4b30-b797-cbcf100a8660 req-9e5e75f5-b9d5-4779-b45c-34a095df83d2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:36.633221 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1c3f48c-a1a0-4b30-b797-cbcf100a8660 req-9e5e75f5-b9d5-4779-b45c-34a095df83d2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0657508 Jun 22 02:07:36.671415 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1c3f48c-a1a0-4b30-b797-cbcf100a8660 req-07aee77a-7203-478d-a034-fab174fb85a2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Jun 22 02:07:37.847667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5201d-fd94-497c-a3c7-1c03f57bb8ab req-8fc05c51-5c6d-4cdb-b50a-f2f21c8ff02f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:37.849109 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-64b5201d-fd94-497c-a3c7-1c03f57bb8ab req-8fc05c51-5c6d-4cdb-b50a-f2f21c8ff02f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0630150 Jun 22 02:07:37.892302 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-64b5201d-fd94-497c-a3c7-1c03f57bb8ab req-b31cd64e-20d5-4de4-889f-48cb663adb36 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375044 Jun 22 02:07:39.074291 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a381b46-bb97-4a47-99a1-db1cfc5c3641 req-4ac3f891-68af-4d5b-a304-59f956a34818 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:39.075790 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a381b46-bb97-4a47-99a1-db1cfc5c3641 req-4ac3f891-68af-4d5b-a304-59f956a34818 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0655253 Jun 22 02:07:39.117728 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a381b46-bb97-4a47-99a1-db1cfc5c3641 req-349063d3-a7b0-42da-afd8-aec841a24deb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359876 Jun 22 02:07:39.881319 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:07:39.977619 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:07:39.989580 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'mac_address': 'fa:16:3e:d4:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:07:40.031802 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:40.041651 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dc7642c-a13b-4f67-a9a9-2d770876760c {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:07:40.063212 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:07:40.133628 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:40.135401 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-6b862e90-5be7-4054-8d76-e445b77c6a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:07:40.186172 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=6']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:07:40.196046 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.196396 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.196740 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.197108 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.197442 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.197776 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.198104 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.198432 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.198757 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.199089 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.199410 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.199732 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:07:40.203807 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:07:40.224283 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['7dc7642c-a13b-4f67-a9a9-2d770876760c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:07:40.317498 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379828fd-0df7-4978-b9ff-5ea52cc5641f req-207ce785-d293-488e-a29e-c8f93b3a1f79 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:40.320372 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-379828fd-0df7-4978-b9ff-5ea52cc5641f req-207ce785-d293-488e-a29e-c8f93b3a1f79 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 944 time: 0.0709805 Jun 22 02:07:40.357878 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-379828fd-0df7-4978-b9ff-5ea52cc5641f req-58ebcf23-0055-46c9-8165-a087de2fef37 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330315 Jun 22 02:07:41.550285 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac43db-1965-4035-910f-f177d59058fb req-7d0f9990-98ee-4b21-aa5c-def556bbdab4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:41.551862 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a0ac43db-1965-4035-910f-f177d59058fb req-7d0f9990-98ee-4b21-aa5c-def556bbdab4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 944 time: 0.0734882 Jun 22 02:07:41.596636 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a0ac43db-1965-4035-910f-f177d59058fb req-ee383d53-8477-4ba6-b1bf-b060d0cbf86b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386200 Jun 22 02:07:41.895660 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:07:41.942984 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 7dc7642c-a13b-4f67-a9a9-2d770876760c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:07:41.943358 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:42.023904 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:42.046275 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:07:42.048529 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9fce6-cd30-43fa-b0de-78b69742e061" -d '{"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:07:42.062183 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:07:42.086920 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e1ffa-63db-4de0-a1f7-1b3306002ae5 x-openstack-request-id: req-529e1ffa-63db-4de0-a1f7-1b3306002ae5 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:07:42.087224 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:07:42.087486 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-529e1ffa-63db-4de0-a1f7-1b3306002ae5 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:07:42.087893 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'code': 200} Jun 22 02:07:42.173298 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:42.175751 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:07:42.223274 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=7']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:07:42.227431 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:07:42.779660 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face9c23-44cc-4e63-854e-a22f68493e25 req-ecabffea-316a-4b2c-aff3-07b3d2dece78 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:42.781221 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-face9c23-44cc-4e63-854e-a22f68493e25 req-ecabffea-316a-4b2c-aff3-07b3d2dece78 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0640194 Jun 22 02:07:42.823301 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-face9c23-44cc-4e63-854e-a22f68493e25 req-e7237c8e-fb48-455d-9cf3-2538f371521a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362892 Jun 22 02:07:44.003573 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e0074-cf2f-411b-8658-38c6eaf09f56 req-8c2e3666-0226-4e7c-9d61-b22fa1a4489b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:44.005082 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-084e0074-cf2f-411b-8658-38c6eaf09f56 req-8c2e3666-0226-4e7c-9d61-b22fa1a4489b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0646927 Jun 22 02:07:44.043484 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-084e0074-cf2f-411b-8658-38c6eaf09f56 req-b766d8f4-2e89-4bfc-8647-a8090f208c7e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325124 Jun 22 02:07:45.229805 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4463784-18fb-4451-b240-f4da88a4c72a req-3427d1e6-32f6-46df-85fc-2ffed3706c3a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:45.231334 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f4463784-18fb-4451-b240-f4da88a4c72a req-3427d1e6-32f6-46df-85fc-2ffed3706c3a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0714550 Jun 22 02:07:45.271572 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f4463784-18fb-4451-b240-f4da88a4c72a req-0b100688-a6f5-485d-8990-44a2feaadfa9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340140 Jun 22 02:07:46.458621 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423a766-8814-493b-ba69-9d3c68584aeb req-32e86162-1e86-4976-9772-6943ae2b2a9b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:46.460110 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5423a766-8814-493b-ba69-9d3c68584aeb req-32e86162-1e86-4976-9772-6943ae2b2a9b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0698864 Jun 22 02:07:46.499308 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5423a766-8814-493b-ba69-9d3c68584aeb req-451e8e1a-2365-44d5-ae4c-75aaf3017a03 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Jun 22 02:07:47.698854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc823a-d052-4301-83ee-7093c9fcdc84 req-4f6f5b82-ee83-4bcf-91a9-4c41af69f62f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:47.700379 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7bbc823a-d052-4301-83ee-7093c9fcdc84 req-4f6f5b82-ee83-4bcf-91a9-4c41af69f62f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0717387 Jun 22 02:07:47.744582 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7bbc823a-d052-4301-83ee-7093c9fcdc84 req-65c352c6-f1c4-4ff9-b1c5-e86b0c27dc42 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373108 Jun 22 02:07:48.955428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce383fbf-578a-4806-ad5f-6919b51bf55b req-82c8de36-8858-4708-9c6d-246e6d680a8a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:48.957731 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ce383fbf-578a-4806-ad5f-6919b51bf55b req-82c8de36-8858-4708-9c6d-246e6d680a8a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0836973 Jun 22 02:07:49.013867 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ce383fbf-578a-4806-ad5f-6919b51bf55b req-02c77b21-67c1-4966-a45f-e949623dca91 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451899 Jun 22 02:07:50.219574 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96f95-6bc6-44df-997f-5415347774c5 req-fb204346-2e98-4093-8639-ff3a691cffcb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:50.222257 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0cd96f95-6bc6-44df-997f-5415347774c5 req-fb204346-2e98-4093-8639-ff3a691cffcb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0760705 Jun 22 02:07:50.276846 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0cd96f95-6bc6-44df-997f-5415347774c5 req-cf465e78-83d6-4ab9-802d-ddb64b6c00ab tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Jun 22 02:07:51.472970 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678fbfa-a977-4879-acec-fe36b09f2082 req-c8d89f1e-624c-4ac7-8158-d5a2217796e5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:51.474660 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b678fbfa-a977-4879-acec-fe36b09f2082 req-c8d89f1e-624c-4ac7-8158-d5a2217796e5 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0696249 Jun 22 02:07:51.522542 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b678fbfa-a977-4879-acec-fe36b09f2082 req-dea0fbc2-1a9d-42b0-ad60-964483648204 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Jun 22 02:07:52.737662 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad135-eb28-4361-a9d6-c5ddbf81cf55 req-697353dd-18c0-4e3c-a5cb-c6a3479225b0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:52.739314 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5dbad135-eb28-4361-a9d6-c5ddbf81cf55 req-697353dd-18c0-4e3c-a5cb-c6a3479225b0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0855482 Jun 22 02:07:52.799472 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5dbad135-eb28-4361-a9d6-c5ddbf81cf55 req-c3b23ec5-6871-441b-bbc0-09fb7874442a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533407 Jun 22 02:07:54.012426 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b857b2-271d-44e7-90fb-63343979145e req-388dd4ea-9077-4b9a-96eb-6e115644f534 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:54.014124 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75b857b2-271d-44e7-90fb-63343979145e req-388dd4ea-9077-4b9a-96eb-6e115644f534 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0692973 Jun 22 02:07:54.059289 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-75b857b2-271d-44e7-90fb-63343979145e req-132eba5a-a953-4db8-8754-e8fc2f69d4ac tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Jun 22 02:07:54.857500 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:55.098582 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-942371a6-038b-4a46-83b7-a0d6f5471db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:55.246909 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e63d45-bc6a-4f4c-8471-59afeeb3691f req-5c4453f4-6a7f-4328-8f54-449469c0309b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:55.249183 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d8e63d45-bc6a-4f4c-8471-59afeeb3691f req-5c4453f4-6a7f-4328-8f54-449469c0309b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0686984 Jun 22 02:07:55.294327 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-d8e63d45-bc6a-4f4c-8471-59afeeb3691f req-eb0e0e79-874b-4b51-9bf0-7cf2dd65a2b1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Jun 22 02:07:56.493563 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a10a4e-ee9b-4983-9a05-e07aee720cd7 req-bc97b399-699c-495b-b0a1-bb6cd35749cd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:56.495343 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f3a10a4e-ee9b-4983-9a05-e07aee720cd7 req-bc97b399-699c-495b-b0a1-bb6cd35749cd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0678120 Jun 22 02:07:56.538357 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-f3a10a4e-ee9b-4983-9a05-e07aee720cd7 req-db4e2c17-2f8e-495f-9de9-975af7a51c44 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370481 Jun 22 02:07:57.635840 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e54c-3134-4a46-b0cb-2bf87a80bb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:57.730822 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d417f0-5a9c-4c75-b71e-284dd9df3a24 req-1ab73c94-90e3-4b54-8bf5-d73e23c5eddb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:57.732325 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31d417f0-5a9c-4c75-b71e-284dd9df3a24 req-1ab73c94-90e3-4b54-8bf5-d73e23c5eddb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0739677 Jun 22 02:07:57.771765 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31d417f0-5a9c-4c75-b71e-284dd9df3a24 req-52c9e62c-22e7-4383-8f15-5aebe37e6635 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331469 Jun 22 02:07:58.005565 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:58.450353 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:07:58.869914 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:58.948195 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7ce10-2656-443b-a436-7d495d321cbf req-ecd806d7-02ca-48ed-9a7f-5b285ca80f8c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:58.949734 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cfd7ce10-2656-443b-a436-7d495d321cbf req-ecd806d7-02ca-48ed-9a7f-5b285ca80f8c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0655465 Jun 22 02:07:58.987480 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-cfd7ce10-2656-443b-a436-7d495d321cbf req-231c308b-6790-432d-b294-6facf5ed41b8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Jun 22 02:07:59.511378 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-b6921785-df20-48a7-aa92-000111bc0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:59.512770 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-b6921785-df20-48a7-aa92-000111bc0683 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1098 time: 0.0524788 Jun 22 02:07:59.611685 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-e6d2be90-50a6-4fe9-9657-0ecfe946d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:59.613210 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-e6d2be90-50a6-4fe9-9657-0ecfe946d8c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0937290 Jun 22 02:07:59.679737 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-d8a310bf-86d9-42e8-8d3b-e5fa5cfcbb12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 1000 time: 0.0601954 Jun 22 02:07:59.727340 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-858d8daf-e533-488f-a8af-42ec94f6cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:59.728903 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-858d8daf-e533-488f-a8af-42ec94f6cdae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0433068 Jun 22 02:07:59.790115 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-d7a7cb6e-cadd-4da6-b0fe-1f3b5e0e15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:07:59.791495 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-d7a7cb6e-cadd-4da6-b0fe-1f3b5e0e15ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0564580 Jun 22 02:07:59.882519 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-66c0932d-c01e-4352-8a92-3816872c07bf service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815368 Jun 22 02:07:59.976427 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0c230e9-1352-40de-ace1-1db38fcc75c7 req-ffa25ba3-d746-4348-8ce3-794210ca3903 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853729 Jun 22 02:08:00.164204 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e90fab-89a3-4a16-b7c3-93fcd74395b8 req-3752ec1a-a86e-4e25-86b1-474146ed74af tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:00.165694 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-90e90fab-89a3-4a16-b7c3-93fcd74395b8 req-3752ec1a-a86e-4e25-86b1-474146ed74af tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0638890 Jun 22 02:08:00.205256 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-90e90fab-89a3-4a16-b7c3-93fcd74395b8 req-4c147776-0fae-480e-9d36-d88eecb1aad8 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334179 Jun 22 02:08:00.470060 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:01.388118 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451cd1d-a0f7-45d3-bc98-d54812979c1c req-a44b3fad-3110-4aa3-a074-3b1931e54d13 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:01.389658 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1451cd1d-a0f7-45d3-bc98-d54812979c1c req-a44b3fad-3110-4aa3-a074-3b1931e54d13 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 945 time: 0.0629559 Jun 22 02:08:01.432120 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1451cd1d-a0f7-45d3-bc98-d54812979c1c req-459e8958-9a28-4611-8e0d-184ce90a6328 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360994 Jun 22 02:08:01.982540 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:02.058810 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:02.082509 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:08:02.084701 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba584acd-697f-41d0-8174-85a1da9cb948" -d '{"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:08:02.097495 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:02.122781 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b1963d-044a-441e-bb71-73a622232bda x-openstack-request-id: req-95b1963d-044a-441e-bb71-73a622232bda {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:08:02.130193 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-unplugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:08:02.130193 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-95b1963d-044a-441e-bb71-73a622232bda {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:08:02.130193 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'code': 200} Jun 22 02:08:02.241570 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:02.243275 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:02.289098 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=8']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:02.292245 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:02.617139 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad017c-202b-4f0f-84f8-5ce17300163d req-a7a24c76-c475-479f-b83d-ed9bce801886 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:02.619385 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-03ad017c-202b-4f0f-84f8-5ce17300163d req-a7a24c76-c475-479f-b83d-ed9bce801886 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0671031 Jun 22 02:08:02.658436 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-03ad017c-202b-4f0f-84f8-5ce17300163d req-7a8f272d-60ed-4a1e-8e8a-95c7e806eecb tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329716 Jun 22 02:08:05.151997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569575bc-64cd-4fed-ad75-c13b71421d34 req-29c69e70-5c1e-4fcb-ab07-68ede98af2fe tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:05.151997 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-569575bc-64cd-4fed-ad75-c13b71421d34 req-29c69e70-5c1e-4fcb-ab07-68ede98af2fe tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0645006 Jun 22 02:08:05.187869 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-569575bc-64cd-4fed-ad75-c13b71421d34 req-06808342-f0d0-4f64-8185-48dccd3abc17 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jun 22 02:08:05.467970 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-660cc32a-fa6f-4cf3-af62-a82a60050d5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563104 Jun 22 02:08:06.011419 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:06.364600 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cdc0f-6117-4b99-8880-6988b00ef2c2 req-c716f870-1f9e-4d0a-b0b8-271f761db0f4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:06.366001 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-395cdc0f-6117-4b99-8880-6988b00ef2c2 req-c716f870-1f9e-4d0a-b0b8-271f761db0f4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0635140 Jun 22 02:08:06.404459 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-395cdc0f-6117-4b99-8880-6988b00ef2c2 req-c1678a90-7315-484e-8746-5c0ab217889f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Jun 22 02:08:07.008431 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-f879de5b-afc4-49c2-9202-313d3f0efa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:07.009944 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-f879de5b-afc4-49c2-9202-313d3f0efa6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a&tenant_id=7742d9252bff49b894f65802d1b8594b HTTP/1.1" status: 200 len: 1096 time: 0.0525200 Jun 22 02:08:07.118460 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-9f5853a2-8d51-40a7-a095-dc59b5e6609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:07.119945 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-9f5853a2-8d51-40a7-a095-dc59b5e6609b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1096 time: 0.0672216 Jun 22 02:08:07.212200 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-329d0f73-cca5-4396-81bf-ad2defe6bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:07.213689 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-329d0f73-cca5-4396-81bf-ad2defe6bb05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0848653 Jun 22 02:08:07.281530 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-a44693b8-28e2-451c-9e23-fe5712168bd3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 998 time: 0.0591037 Jun 22 02:08:07.327850 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-1b96b315-c727-4ec1-88e6-428c7051c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:07.329259 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-1b96b315-c727-4ec1-88e6-428c7051c493 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0411317 Jun 22 02:08:07.385297 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-c8af5e32-78cf-42bd-a8d7-755bd627ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:07.386763 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-c8af5e32-78cf-42bd-a8d7-755bd627ebb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497236 Jun 22 02:08:07.479672 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-03ad410f-34ab-4844-8b3d-f583ac889481 service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853293 Jun 22 02:08:07.602307 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d2d4cbcf-8a18-4c58-b076-f41cd57cffa8 req-243399db-19a2-44a4-92ad-00126d52ccdb service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149011 Jun 22 02:08:07.626269 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7fd50-37b7-423c-a9e0-eb36b3e78c28 req-130ffcb8-f016-4b38-b0f8-fcbb542cc405 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:07.628476 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2cc7fd50-37b7-423c-a9e0-eb36b3e78c28 req-130ffcb8-f016-4b38-b0f8-fcbb542cc405 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0884621 Jun 22 02:08:07.669645 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2cc7fd50-37b7-423c-a9e0-eb36b3e78c28 req-1a863f7e-8e32-4d04-bc57-5fc2aae7ae88 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354657 Jun 22 02:08:08.858847 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e06cd-5a6d-46dc-8fac-bb4273c7de20 req-30825991-dd33-4ce9-a8bc-ff7d89a8ae85 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:08.860207 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c5e06cd-5a6d-46dc-8fac-bb4273c7de20 req-30825991-dd33-4ce9-a8bc-ff7d89a8ae85 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0682795 Jun 22 02:08:08.898515 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0c5e06cd-5a6d-46dc-8fac-bb4273c7de20 req-f14001b0-9bab-4163-9322-f14a30ea4ca7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Jun 22 02:08:10.084367 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940e86-81e8-47bf-af87-a26ab56224b7 req-8c376fc2-8ab9-4779-af5f-5e98620298f9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:10.086106 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-83940e86-81e8-47bf-af87-a26ab56224b7 req-8c376fc2-8ab9-4779-af5f-5e98620298f9 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0662839 Jun 22 02:08:10.128317 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-83940e86-81e8-47bf-af87-a26ab56224b7 req-4c67586e-b8c6-45a8-afc2-8e45df415db0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360391 Jun 22 02:08:11.315614 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b67f0-d822-459c-b6eb-088204912ef8 req-b8279642-b961-4c03-95be-500f9a62cd7f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:11.317149 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-db5b67f0-d822-459c-b6eb-088204912ef8 req-b8279642-b961-4c03-95be-500f9a62cd7f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0713801 Jun 22 02:08:11.359284 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-db5b67f0-d822-459c-b6eb-088204912ef8 req-f6866cd1-ee5d-4389-ac17-de3e6175dc31 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359893 Jun 22 02:08:12.540164 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb0264-a9ec-4c7a-8648-3eadd10ee5f3 req-4f46892a-e147-4add-accb-76311aabaf94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:12.541669 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aeeb0264-a9ec-4c7a-8648-3eadd10ee5f3 req-4f46892a-e147-4add-accb-76311aabaf94 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0676608 Jun 22 02:08:12.583797 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aeeb0264-a9ec-4c7a-8648-3eadd10ee5f3 req-6a6a8f40-5157-482c-b53c-a68054055ca4 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363615 Jun 22 02:08:13.785780 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c9c8c-9a9a-46cc-8dad-90614d1105fa req-7f0c3dd6-c7be-413e-8125-036425f926f7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:13.787354 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-209c9c8c-9a9a-46cc-8dad-90614d1105fa req-7f0c3dd6-c7be-413e-8125-036425f926f7 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0792987 Jun 22 02:08:13.835460 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-209c9c8c-9a9a-46cc-8dad-90614d1105fa req-8ad9f6b1-2c76-4498-aa56-fdedda360c62 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Jun 22 02:08:15.025776 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2236e-b193-42e4-b510-c4a3d2e45e3a req-08238e17-2f91-4864-9bd4-3130adf4ce1b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:15.027397 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4dc2236e-b193-42e4-b510-c4a3d2e45e3a req-08238e17-2f91-4864-9bd4-3130adf4ce1b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0678916 Jun 22 02:08:15.069019 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4dc2236e-b193-42e4-b510-c4a3d2e45e3a req-64d55df9-ba62-493b-bc08-958d820b9345 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357871 Jun 22 02:08:16.250004 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6119f0-c511-49d5-a3bc-995227318eb3 req-ca55a9a8-c472-41b2-8e26-f0b8f946b4f1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:16.251369 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1e6119f0-c511-49d5-a3bc-995227318eb3 req-ca55a9a8-c472-41b2-8e26-f0b8f946b4f1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0644755 Jun 22 02:08:16.291852 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1e6119f0-c511-49d5-a3bc-995227318eb3 req-ad377d7e-6676-4a67-ac27-202781a0f39c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Jun 22 02:08:17.475664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e1962-5025-4514-afc8-f96ebe36c52b req-bc87236b-7d0f-4e73-a5a7-1d4623dbeb32 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:17.477211 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-977e1962-5025-4514-afc8-f96ebe36c52b req-bc87236b-7d0f-4e73-a5a7-1d4623dbeb32 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0673847 Jun 22 02:08:17.519962 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-977e1962-5025-4514-afc8-f96ebe36c52b req-93d66be0-5a21-46e9-81c9-f9ff5e45063a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358267 Jun 22 02:08:18.704615 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8467d9-9c07-4033-a389-f651793a9fa2 req-f9742bf8-37ec-4236-bff6-63e5d84f539c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:18.706411 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a8467d9-9c07-4033-a389-f651793a9fa2 req-f9742bf8-37ec-4236-bff6-63e5d84f539c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0663576 Jun 22 02:08:18.747877 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-0a8467d9-9c07-4033-a389-f651793a9fa2 req-89a711f0-225e-4237-897a-bb1a7ca22e53 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352712 Jun 22 02:08:19.926937 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904399c0-0381-42b3-80ab-fa02507bfe40 req-66283bad-7d1f-4312-8b74-14f2481a2653 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:19.928361 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-904399c0-0381-42b3-80ab-fa02507bfe40 req-66283bad-7d1f-4312-8b74-14f2481a2653 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0637262 Jun 22 02:08:19.979852 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-904399c0-0381-42b3-80ab-fa02507bfe40 req-8bf832a5-8742-464a-95c3-1f48f6cbc13f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Jun 22 02:08:21.158851 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751f7c-718f-4083-8b32-2f910ecda889 req-a3327d56-d001-42ec-aff5-9790bd4f7b7a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:21.160306 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-55751f7c-718f-4083-8b32-2f910ecda889 req-a3327d56-d001-42ec-aff5-9790bd4f7b7a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0628450 Jun 22 02:08:21.196129 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-55751f7c-718f-4083-8b32-2f910ecda889 req-f4d4cea7-ab4b-4c36-94be-93177eabe076 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301788 Jun 22 02:08:22.370555 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71903-1ec5-48d6-bb7b-dd4880baa601 req-fe656005-6911-4136-85ee-5f81c60ea5bf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:22.372023 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d0e71903-1ec5-48d6-bb7b-dd4880baa601 req-fe656005-6911-4136-85ee-5f81c60ea5bf tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0617023 Jun 22 02:08:22.409338 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d0e71903-1ec5-48d6-bb7b-dd4880baa601 req-e2d9b211-915d-49b1-9082-915b038e44dc tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308950 Jun 22 02:08:23.588199 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fa05d-dfa0-4f8d-8c73-b1b9daaf9d52 req-a1750548-347d-4da6-a4da-5ba20496660e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:23.589673 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e3fa05d-dfa0-4f8d-8c73-b1b9daaf9d52 req-a1750548-347d-4da6-a4da-5ba20496660e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0628288 Jun 22 02:08:23.627709 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e3fa05d-dfa0-4f8d-8c73-b1b9daaf9d52 req-f756207a-88ec-4390-9fe3-f6f94c4da2e0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Jun 22 02:08:24.815131 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d510d-4033-4561-8485-e7f8f23ea189 req-c78677b8-4d21-4c13-b590-7ca95d6a188e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:24.816537 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fe9d510d-4033-4561-8485-e7f8f23ea189 req-c78677b8-4d21-4c13-b590-7ca95d6a188e tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0635195 Jun 22 02:08:24.855031 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fe9d510d-4033-4561-8485-e7f8f23ea189 req-77ddc059-654e-414c-a513-ce1060f3d092 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Jun 22 02:08:24.930302 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:25.121162 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c95e90a6-926d-45d8-bcac-4c85604072b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:26.034611 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720057c-f6a6-4a57-842c-1fe1728e8a82 req-2e66ae6f-4217-4e1e-b119-62a37401efc0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:26.036065 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5720057c-f6a6-4a57-842c-1fe1728e8a82 req-2e66ae6f-4217-4e1e-b119-62a37401efc0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 943 time: 0.0673890 Jun 22 02:08:26.072775 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5720057c-f6a6-4a57-842c-1fe1728e8a82 req-7e78892d-8a8f-4827-9305-93a15cffb6d6 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Jun 22 02:08:26.155441 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:08:26.246442 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:26.264748 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'port_id': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'mac_address': 'fa:16:3e:d4:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:08:26.302303 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:26.315625 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc7642c-a13b-4f67-a9a9-2d770876760c {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:08:26.337012 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:26.418135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:26.419965 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-086669c9-f920-401f-a97f-f7b7fb2006a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:26.465198 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=9']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:26.468294 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:26.774571 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['7dc7642c-a13b-4f67-a9a9-2d770876760c'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:08:27.132911 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-ec7f766c-1a02-4227-ad47-f97dcd26c9d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564291 Jun 22 02:08:27.272808 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-653160ad-1c97-4a83-81a6-89b8e3a06ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:27.274308 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-653160ad-1c97-4a83-81a6-89b8e3a06ca7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.0983429 Jun 22 02:08:27.285990 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0add4b-a345-496d-ac83-599bf23999db req-60a00579-3c2e-4cec-bef0-46aa2eb7e113 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:27.287491 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cc0add4b-a345-496d-ac83-599bf23999db req-60a00579-3c2e-4cec-bef0-46aa2eb7e113 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 944 time: 0.0833993 Jun 22 02:08:27.375067 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cc0add4b-a345-496d-ac83-599bf23999db req-af19fc80-9cd4-485f-b677-7e8c9d28ea89 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809214 Jun 22 02:08:27.409461 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-222dc637-4e00-49e5-8297-8a9890e7858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:27.410916 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-222dc637-4e00-49e5-8297-8a9890e7858e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.1151919 Jun 22 02:08:27.476322 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-d2b33f0a-5e20-4079-ae6e-887d946dad45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 1001 time: 0.0582190 Jun 22 02:08:27.529662 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-af112f29-8a8d-4557-b3b3-ae189b35e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:27.532128 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-af112f29-8a8d-4557-b3b3-ae189b35e1f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.0482738 Jun 22 02:08:27.591408 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-41f1bf8b-1585-4b4f-99f0-cd87fb792170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:27.592942 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-41f1bf8b-1585-4b4f-99f0-cd87fb792170 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548422 Jun 22 02:08:27.650638 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-f01d3a78-4c3a-4d17-8bf3-192f35905c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:27.682179 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-070022b9-a2f9-42c9-8121-1ece4bf5d408 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822105 Jun 22 02:08:27.775448 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d09b3bde-0d53-4f2d-9b2e-d204cda81273 req-9c631ae1-4a70-4f48-8710-6a3db9d16b06 service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Jun 22 02:08:27.942283 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:28.165186 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:08:28.212709 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 7dc7642c-a13b-4f67-a9a9-2d770876760c triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:08:28.213119 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:28.300981 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:28.318685 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:08:28.320943 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2a8a5c-6eb6-4969-99ed-2ccb480de14f" -d '{"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:08:28.333641 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:28.371036 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf88df6-21e9-43a5-8436-844bdc2dd218 x-openstack-request-id: req-2bf88df6-21e9-43a5-8436-844bdc2dd218 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:08:28.371410 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-plugged", "status": "completed", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:08:28.371768 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2bf88df6-21e9-43a5-8436-844bdc2dd218 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:08:28.372233 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'code': 200} Jun 22 02:08:28.431127 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:28.433161 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:28.481817 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=10']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:28.496304 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:28.561169 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede538e-5095-4c3c-a727-cee0dcb0fb87 req-a2968ce6-53d9-4b1c-adf0-f3a4a3317a7a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:28.562669 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dede538e-5095-4c3c-a727-cee0dcb0fb87 req-a2968ce6-53d9-4b1c-adf0-f3a4a3317a7a tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0643315 Jun 22 02:08:28.602073 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-dede538e-5095-4c3c-a727-cee0dcb0fb87 req-af44fab9-22c2-46e5-a4f1-bada1d66f952 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336668 Jun 22 02:08:28.831652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1fd8a-1f8b-48d1-b81e-db796b440a49 req-01f838d1-605a-4dc6-909c-2f72edb5d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:28.833126 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9ae1fd8a-1f8b-48d1-b81e-db796b440a49 req-01f838d1-605a-4dc6-909c-2f72edb5d985 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1099 time: 0.0544333 Jun 22 02:08:28.865838 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9ae1fd8a-1f8b-48d1-b81e-db796b440a49 req-4cb7fe0e-c907-404b-8a92-7b1e7cfa6785 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268514 Jun 22 02:08:28.869562 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:29.779709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a6c38-b330-4189-9e33-638db154b2e9 req-8db70f3f-6fa0-41c3-bc99-b9c142222461 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:29.781243 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-170a6c38-b330-4189-9e33-638db154b2e9 req-8db70f3f-6fa0-41c3-bc99-b9c142222461 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0640116 Jun 22 02:08:29.820181 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-170a6c38-b330-4189-9e33-638db154b2e9 req-61993c5a-7e77-4f9e-ab31-37c265d9df76 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325274 Jun 22 02:08:30.423619 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:30.995397 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f8112-9762-409a-b3f2-e27ac1cee4c5 req-ce634710-8732-4e00-b2d5-2b334264ca06 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:30.996973 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e99f8112-9762-409a-b3f2-e27ac1cee4c5 req-ce634710-8732-4e00-b2d5-2b334264ca06 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0630438 Jun 22 02:08:31.036586 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e99f8112-9762-409a-b3f2-e27ac1cee4c5 req-fb16bc79-0f02-430b-9c6c-44b5a8a3a030 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328047 Jun 22 02:08:32.212840 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963670a-fffe-4fd8-a928-61f23768323c req-8de42545-bb4e-44bb-aa89-261deacfcf1f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:32.214296 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a963670a-fffe-4fd8-a928-61f23768323c req-8de42545-bb4e-44bb-aa89-261deacfcf1f tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0625403 Jun 22 02:08:32.252059 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a963670a-fffe-4fd8-a928-61f23768323c req-713f9260-2a17-4148-8529-b7ea88b56cda tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319672 Jun 22 02:08:33.559393 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42378) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:33.849418 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Deleting port 272f100e-1452-4d3a-9328-1a101db471f9 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:33.849762 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:33.941741 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:33.942072 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:34.013793 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Calling delete_port for 272f100e-1452-4d3a-9328-1a101db471f9 owned by network:floatingip {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:34.239067 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:34.242359 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4fd5df56-3c63-449b-a15d-1c8a0294c87f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:34.270907 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event deleted for resources: {'Port': ['ID=272f100e-1452-4d3a-9328-1a101db471f9,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:34.298001 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.298370 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.298732 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.299088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.299447 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.299797 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.300143 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.300486 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.300854 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.301202 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.301546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.301887 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:34.305604 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:34.341250 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for floatingip, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:34.343466 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.l3_db [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Floating IP 67712e7c-3017-4c38-a024-42fcbc28d26b disassociated (deleted). External IP: 172.28.2.94, port: 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11. Jun 22 02:08:34.545152 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:08:34.650795 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:08:34.655496 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:34.660168 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] Sync routers for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:08:34.669166 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:34.669789 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:34.690940 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4b8782c1-a2db-47bf-82eb-67ae74f7006a tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "DELETE /v2.0/floatingips/67712e7c-3017-4c38-a024-42fcbc28d26b HTTP/1.1" status: 204 len: 168 time: 1.1338172 Jun 22 02:08:34.691579 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:08:34.693994 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2373738d07d9936b229ea89ed2d27168cef191e494fbd6f67fc8d8f3e80d9a1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe549b8e-9c32-44a3-b84c-775de8e7de16" -d '{"events": [{"name": "network-changed", "server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:08:34.733973 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98974b81-6d51-4c2e-a36c-95c644763825 x-openstack-request-id: req-98974b81-6d51-4c2e-a36c-95c644763825 {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:08:34.734296 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "status": "completed", "code": 200}]} {{(pid=99635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:08:34.734579 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-98974b81-6d51-4c2e-a36c-95c644763825 {{(pid=99635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:08:34.735344 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'status': 'completed', 'code': 200} Jun 22 02:08:34.785633 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:34.815124 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-9923f925-0acb-4a22-92b3-1bc25fd953eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:34.817374 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-9923f925-0acb-4a22-92b3-1bc25fd953eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 1099 time: 0.0610054 Jun 22 02:08:34.906944 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-abdf0d52-1555-4f59-9059-194a133f9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:34.908456 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-abdf0d52-1555-4f59-9059-194a133f9f7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 200 len: 909 time: 0.0840769 Jun 22 02:08:34.954777 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-697d2a12-48a7-4f30-9162-ddf63cbdb8cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 200 len: 217 time: 0.0392709 Jun 22 02:08:34.990770 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:06Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:35.022804 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] Checking router: b8f0d13b-5ffd-4ac9-ae41-05816e159f34 for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:08:35.032133 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:35.033501 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:35.149388 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:35.319110 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-c7971800-13c3-4269-8fb8-c2c85c69a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:35.320597 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-c7971800-13c3-4269-8fb8-c2c85c69a159 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 200 len: 847 time: 0.3601918 Jun 22 02:08:35.380008 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4d7ab-c462-4e96-8770-12eb8d157855 req-e9dfadfc-20b7-45e1-b60a-86387b1b4877 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:35.381580 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-83e4d7ab-c462-4e96-8770-12eb8d157855 req-e9dfadfc-20b7-45e1-b60a-86387b1b4877 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.1067100 Jun 22 02:08:35.389110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:06Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:35.417106 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb272bb9-acd2-4e2d-ab67-a27162d27a68 None None] The sync data for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb is: [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:02:01Z', 'revision_number': 4, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '857414eb-0744-415f-872e-e76c71a04493', 'name': '', 'network_id': '2a9302aa-2656-4189-8ca5-2d4cea9df1de', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'mac_address': 'fa:16:3e:51:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:00Z', 'updated_at': '2021-06-22T02:02:06Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'subnets': [{'id': '5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:08:35.431601 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-be6588bc-d1d7-431a-ad20-3a8c60328f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:35.433126 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-be6588bc-d1d7-431a-ad20-3a8c60328f63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a9302aa-2656-4189-8ca5-2d4cea9df1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038218 Jun 22 02:08:35.436604 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-83e4d7ab-c462-4e96-8770-12eb8d157855 req-aaaf7af9-a986-4d82-b09b-310e4e221dd6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486705 Jun 22 02:08:35.449144 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:08:35.545297 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-5f6cce6e-bb8e-42b6-b669-cdafd8efd28e service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989468 Jun 22 02:08:35.645788 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fe549b8e-9c32-44a3-b84c-775de8e7de16 req-9b55f904-af54-4d1f-bfc7-05643e21fa0c service neutron] 10.222.0.16 "GET /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939000 Jun 22 02:08:35.648050 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94e940-8955-4d16-b480-2c59ddbc6fec None None] New status for floating IP 67712e7c-3017-4c38-a024-42fcbc28d26b: DOWN {{(pid=99638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:08:36.614031 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9567fd4-2e5e-4e97-b1bb-8f8c6d9de188 req-d7505d31-e964-41f3-ad8d-79a0a804eeac tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:36.615901 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c9567fd4-2e5e-4e97-b1bb-8f8c6d9de188 req-d7505d31-e964-41f3-ad8d-79a0a804eeac tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0649445 Jun 22 02:08:36.658500 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-c9567fd4-2e5e-4e97-b1bb-8f8c6d9de188 req-c3feef97-a779-4654-8c73-be4ca797fe65 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/security-groups?id=769207a5-4ff8-453e-b54f-3afa70b66fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363255 Jun 22 02:08:37.077442 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-1263cabb-1d93-452b-9b08-e61a66461901 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:37.078837 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-1263cabb-1d93-452b-9b08-e61a66461901 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.16 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 946 time: 0.0623724 Jun 22 02:08:37.180873 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Deleting port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:37.181214 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:37.266000 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] For port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:37.266352 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:37.331208 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Calling delete_port for 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:37.555148 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:37.560283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2d6e09d3-a303-4c99-9f57-1b09ef9d079c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:37.587657 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event deleted for resources: {'Port': ['ID=1f1f4614-a0de-44b3-bf07-c0b5a68f6d11,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:37.598828 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.599218 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.599598 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.600006 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.600372 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.600732 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.601146 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.601507 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.601886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.605157 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.605157 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.605157 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:37.623053 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:37.645423 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] No DVR routers for this DVR port 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:37.647857 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:37.649883 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-9ed342e4-b43e-4c97-b42d-8640ad295569 req-0f6ea98f-de0b-4919-a146-74acf80553e5 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.16 "DELETE /v2.0/ports/1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 HTTP/1.1" status: 204 len: 173 time: 0.5657001 Jun 22 02:08:37.650399 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-deleted', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:08:37.652707 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da73ca-43c3-415d-b2f8-335a3f830307" -d '{"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-deleted", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:08:37.692823 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6b79b4-1eb9-4d1f-8f76-710c7701dfff x-openstack-request-id: req-0f6b79b4-1eb9-4d1f-8f76-710c7701dfff {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:08:37.693201 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3324443e-2931-4716-b51e-65d17afa4723", "name": "network-vif-deleted", "tag": "1f1f4614-a0de-44b3-bf07-c0b5a68f6d11", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:08:37.693500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f6b79b4-1eb9-4d1f-8f76-710c7701dfff {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:08:37.693943 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3324443e-2931-4716-b51e-65d17afa4723', 'name': 'network-vif-deleted', 'tag': '1f1f4614-a0de-44b3-bf07-c0b5a68f6d11', 'status': 'completed', 'code': 200} Jun 22 02:08:37.813853 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-513103bd-7a70-46c7-a82e-4c1982e97c5c req-d7acecd3-a9e7-4e86-bff4-217ccb27532c tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0289860 Jun 22 02:08:38.890103 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c8bf-88ad-4319-9bd1-3a835893fbcb req-207db2a3-6c1e-455d-8e99-0b2151daa68c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:38.892978 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fec1c8bf-88ad-4319-9bd1-3a835893fbcb req-207db2a3-6c1e-455d-8e99-0b2151daa68c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.0687091 Jun 22 02:08:38.932641 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-fec1c8bf-88ad-4319-9bd1-3a835893fbcb req-c6bc99b6-c8fb-4de5-8c90-b70e6c3d5cc2 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Jun 22 02:08:38.987628 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9935ac91-a622-4fc3-a9b0-1076f22464b5 req-8e28cd1f-3a57-4296-aa47-82d7f43dadf1 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "GET /v2.0/ports?device_id=3324443e-2931-4716-b51e-65d17afa4723 HTTP/1.1" status: 200 len: 210 time: 0.0406160 Jun 22 02:08:40.084442 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42440) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:40.112197 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6d1a5-38f9-4f95-b2a1-25f65b202da5 req-37774183-f590-4634-ac92-ca05d538869b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:40.113803 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-57d6d1a5-38f9-4f95-b2a1-25f65b202da5 req-37774183-f590-4634-ac92-ca05d538869b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.0647559 Jun 22 02:08:40.142718 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:40.152107 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-57d6d1a5-38f9-4f95-b2a1-25f65b202da5 req-6c0e4744-f7eb-4017-a7ba-f27fd3afa22e tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Jun 22 02:08:40.168760 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:40.200839 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:40.355173 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:40.355443 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 1f1f4614-a0de-44b3-bf07-c0b5a68f6d11 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:40.360553 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:40.363191 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:40.364345 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] 10.222.0.35 "DELETE /v2.0/security-groups/769207a5-4ff8-453e-b54f-3afa70b66fb4 HTTP/1.1" status: 204 len: 168 time: 0.2789001 Jun 22 02:08:40.365139 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7f573b6f-f239-4fea-81c7-6f47770fa946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:40.374791 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=769207a5-4ff8-453e-b54f-3afa70b66fb4,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:40.378695 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4303b790-d4c3-4618-89fa-d7b677f061c6 tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:40.500169 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42444) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:40.982656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-dfb5748d-5aa3-4be9-b374-e64e45a11b3b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:40.984240 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-dfb5748d-5aa3-4be9-b374-e64e45a11b3b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.0681765 Jun 22 02:08:41.082945 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Deleting port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:41.083306 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.173076 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] For port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:41.174335 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.260853 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.378425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.378792 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.379102 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.l3_db [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Floating IP b6eeb790-dc44-42a5-b5f8-f44e845f8183 disassociated. External IP: 172.28.2.54, port: f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf. Jun 22 02:08:41.379437 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Calling delete_port for f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:41.388147 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af954108-1dc3-4300-8c83-f4d51191e40f req-06dbe0cb-a2c3-4e9a-a6a1-6113ffa6ceec tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:08:41.389655 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-af954108-1dc3-4300-8c83-f4d51191e40f req-06dbe0cb-a2c3-4e9a-a6a1-6113ffa6ceec tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 945 time: 0.1263072 Jun 22 02:08:41.470093 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-af954108-1dc3-4300-8c83-f4d51191e40f req-080a5b09-db5d-458b-b7df-df7c0f056737 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c9b4742-002c-469f-a58f-75b8a62e49db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721419 Jun 22 02:08:41.559019 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Deleting port 857414eb-0744-415f-872e-e76c71a04493 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:41.559362 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.637634 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] For port 857414eb-0744-415f-872e-e76c71a04493, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=857414eb-0744-415f-872e-e76c71a04493,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:41.637989 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.639317 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.646176 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1db72a84-592e-4cbc-b55e-01a6b8262438 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:41.686903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event deleted for resources: {'Port': ['ID=f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:41.690814 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:41.699145 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Calling delete_port for 857414eb-0744-415f-872e-e76c71a04493 owned by network:router_interface {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:41.800883 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:08:41.906985 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:08:41.916177 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:08:41.925833 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:41.926453 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:41.947446 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.949680 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:41.954223 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] No DVR routers for this DVR port f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:41.957880 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:41.959836 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b2269200-9aa8-4c84-ba23-3ab8ecda2cdb req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.16 "DELETE /v2.0/ports/f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf HTTP/1.1" status: 204 len: 173 time: 0.9705808 Jun 22 02:08:41.960359 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'name': 'network-vif-deleted', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:08:41.962691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1477c81-6da8-40ed-b0ed-603c16d27c0b" -d '{"events": [{"server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "name": "network-vif-deleted", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:08:41.982415 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Pushing event deleted for resources: {'Port': ['ID=857414eb-0744-415f-872e-e76c71a04493,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:41.987312 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:42.003414 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be072a7-3da3-41b4-a094-bfd94af6d560 x-openstack-request-id: req-2be072a7-3da3-41b4-a094-bfd94af6d560 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:08:42.003948 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023e3094-eb7d-4292-8e5e-9c7e74bdf39d", "name": "network-vif-deleted", "tag": "f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:08:42.004529 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2be072a7-3da3-41b4-a094-bfd94af6d560 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:08:42.005400 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023e3094-eb7d-4292-8e5e-9c7e74bdf39d', 'name': 'network-vif-deleted', 'tag': 'f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf', 'status': 'completed', 'code': 200} Jun 22 02:08:42.045628 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:42.242298 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:42.303794 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:42.334311 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:08:42.342645 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:42.343331 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:42.457855 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:42.466947 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:08:42.580625 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:08:42.590116 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] Sync routers for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:08:42.592474 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-98f8507d-161e-47c2-85d2-5147a26eb58a admin admin] 10.222.0.35 "PUT /v2.0/routers/b8f0d13b-5ffd-4ac9-ae41-05816e159f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0911500 Jun 22 02:08:42.594940 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42454) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:42.600610 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:42.601455 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:42.663462 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-7d0512f8-78a5-4ecd-b654-1a3568e82061 req-26322a3e-f178-43ac-8ce9-2f978f9fbb8c tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/ports?device_id=023e3094-eb7d-4292-8e5e-9c7e74bdf39d HTTP/1.1" status: 200 len: 210 time: 0.0462661 Jun 22 02:08:42.686304 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:42.706097 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks [] for router, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:42.710362 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:42.712887 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e276f-b72e-441a-9e4a-420b6cd57a5f None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '78f5b6c9-8385-4d2d-a236-cda4f5e72244', 'name': '', 'network_id': '5fd6397d-c11c-46dc-a200-42928139eb2b', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'mac_address': 'fa:16:3e:58:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:23Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'subnets': [{'id': 'e4c4cc44-5b9c-45b2-807e-c5c336f2ab19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:08:42.818052 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:42.942705 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Deleting port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:42.943161 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:42.975613 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514168e-6708-42e2-ab8e-5982248f50e1 None None] New status for floating IP b6eeb790-dc44-42a5-b5f8-f44e845f8183: DOWN {{(pid=99637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:08:43.013834 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57'}], 'enable_snat': True}, 'gw_port_id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:08:41Z', 'revision_number': 5, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port': {'id': 'e6f5e3fd-e00e-4aa9-9980-f6059c3016ba', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:01:57Z', 'updated_at': '2021-06-22T02:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:43.046411 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] For port e6f5e3fd-e00e-4aa9-9980-f6059c3016ba, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:43.047220 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.050292 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] Checking router: b8f0d13b-5ffd-4ac9-ae41-05816e159f34 for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:08:43.058603 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] Routers {'b8f0d13b-5ffd-4ac9-ae41-05816e159f34'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:43.059301 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:43.123872 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Calling delete_port for e6f5e3fd-e00e-4aa9-9980-f6059c3016ba owned by network:router_gateway {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:43.148859 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] Set router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 gateway port host: None {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:43.200860 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:08:42Z', 'revision_number': 6, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port_host': None}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:43.231108 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ffe421-1ff8-45f7-824a-65cc041e70c1 None None] The sync data for ids ['b8f0d13b-5ffd-4ac9-ae41-05816e159f34'] in dv-cinder-793264-5-smb is: [{'id': 'b8f0d13b-5ffd-4ac9-ae41-05816e159f34', 'name': 'tempest-TestShelveInstance-766072149-router', 'tenant_id': '9f0a3bc2901f4906a838203ee2e5077e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:01:56Z', 'updated_at': '2021-06-22T02:08:42Z', 'revision_number': 6, 'project_id': '9f0a3bc2901f4906a838203ee2e5077e', 'gw_port_host': None}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:08:43.417943 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.419979 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0f5c2ef6-6940-4534-9810-80584bfaf296 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:43.441868 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f5e3fd-e00e-4aa9-9980-f6059c3016ba,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:43.445611 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:43.506054 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.835396 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42460) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:43.837734 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.839861 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.890054 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.912268 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.953305 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.953784 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f0d13b-5ffd-4ac9-ae41-05816e159f34 {{(pid=99635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:08:43.958806 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:43.959990 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ab9a886d-e666-4d45-a6d9-515ad68def1c admin admin] 10.222.0.35 "DELETE /v2.0/routers/b8f0d13b-5ffd-4ac9-ae41-05816e159f34 HTTP/1.1" status: 204 len: 168 time: 1.3629613 Jun 22 02:08:43.962483 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42462) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:44.007652 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Deleting subnet 5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 {{(pid=99635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:08:44.011943 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.050661 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.053595 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.055232 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "DELETE /v2.0/security-groups/0c9b4742-002c-469f-a58f-75b8a62e49db HTTP/1.1" status: 204 len: 168 time: 0.2188067 Jun 22 02:08:44.056149 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-93ff95bf-228d-4b25-93db-c1223f1a455a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:44.057936 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42464) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:44.065448 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b4742-002c-469f-a58f-75b8a62e49db,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:44.067858 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:44.075364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12479747'] for subnet, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.077830 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device e6f5e3fd-e00e-4aa9-9980-f6059c3016ba no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:44.098109 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.api.v2.resource [None req-62d0e2ff-b5c8-470a-9335-0faaa5187cee tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] show failed (client error): The resource could not be found. Jun 22 02:08:44.101789 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-62d0e2ff-b5c8-470a-9335-0faaa5187cee tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "GET /v2.0/security-groups/0c9b4742-002c-469f-a58f-75b8a62e49db HTTP/1.1" status: 404 len: 347 time: 0.0400677 Jun 22 02:08:44.102176 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42466) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:44.113871 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: e6f5e3fd-e00e-4aa9-9980-f6059c3016ba {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:44.114230 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device e6f5e3fd-e00e-4aa9-9980-f6059c3016ba not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:44.114667 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 857414eb-0744-415f-872e-e76c71a04493 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:44.148149 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 857414eb-0744-415f-872e-e76c71a04493 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:44.148620 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 857414eb-0744-415f-872e-e76c71a04493 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:44.196539 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.233128 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:44.241809 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Deleting port 38602221-ed82-4cfa-9d3c-de13f509ebdb {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:44.242154 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.254755 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:44.255494 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device f65cc5dd-e9fe-4ba2-b43d-0f8eda85c6bf not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:44.322431 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.322841 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.338397 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11374955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12171529'] for subnet, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.341777 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:44.369124 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:44.376111 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47aecae-3923-4357-942e-b88c2b79c43f None None] Network 2a9302aa-2656-4189-8ca5-2d4cea9df1de requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:08:44.377930 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.380047 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e7c5ac2-8430-4647-bde4-1a1a6a3c7f23 HTTP/1.1" status: 204 len: 168 time: 0.4166672 Jun 22 02:08:44.381142 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7f8cf34b-0448-4988-b872-7336b5387817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:44.382495 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42468) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:44.394940 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Calling delete_port for 38602221-ed82-4cfa-9d3c-de13f509ebdb owned by network:floatingip {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:44.452072 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.522895 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Deleting port 058c9f07-56f6-492d-8c17-5e6226852222 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:44.523479 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.590750 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] For port 058c9f07-56f6-492d-8c17-5e6226852222, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=058c9f07-56f6-492d-8c17-5e6226852222,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:44.591056 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.607077 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] DHCP port deletion for 2a9302aa-2656-4189-8ca5-2d4cea9df1de request from dv-cinder-793264-5-smb {{(pid=99637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:08:44.644450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.647490 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:44.656658 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Calling delete_port for 058c9f07-56f6-492d-8c17-5e6226852222 owned by network:dhcp {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:44.666336 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Deleting port 058c9f07-56f6-492d-8c17-5e6226852222 {{(pid=99637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:44.666856 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.675686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Pushing event deleted for resources: {'Port': ['ID=38602221-ed82-4cfa-9d3c-de13f509ebdb,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:44.679998 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:44.741673 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] For port 058c9f07-56f6-492d-8c17-5e6226852222, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=058c9f07-56f6-492d-8c17-5e6226852222,segment=NetworkSegment(49d81edf-5d4e-4c53-91a9-9be92a2176d0),segment_id=49d81edf-5d4e-4c53-91a9-9be92a2176d0)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:44.742197 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.746801 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks [] for floatingip, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.749460 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.750605 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] 10.222.0.35 "DELETE /v2.0/floatingips/b6eeb790-dc44-42a5-b5f8-f44e845f8183 HTTP/1.1" status: 204 len: 168 time: 0.6474442 Jun 22 02:08:44.805781 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Calling delete_port for 058c9f07-56f6-492d-8c17-5e6226852222 owned by network:dhcp {{(pid=99637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:44.878904 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.881937 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:44.884867 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696'] for port, after_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.887508 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-d8e3b182-bbd2-4ac2-8f53-d4e5743296f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:44.907772 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Pushing event deleted for resources: {'Port': ['ID=058c9f07-56f6-492d-8c17-5e6226852222,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:44.910950 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:44.911118 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Pushing event deleted for resources: {'Port': ['ID=058c9f07-56f6-492d-8c17-5e6226852222,revision_number=None']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:44.911767 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] No DVR routers for this DVR port 058c9f07-56f6-492d-8c17-5e6226852222 on host dv-cinder-793264-5-smb {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:44.916110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] No DVR routers for this DVR port 058c9f07-56f6-492d-8c17-5e6226852222 on host dv-cinder-793264-5-smb {{(pid=99637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.925686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.926484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.926484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.926484 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.926826 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:08:44.936061 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-6276cbd2-7831-46a8-bea2-d2db28ed5e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:44.980103 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:44.989416 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9302aa-2656-4189-8ca5-2d4cea9df1de']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:44.999436 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d81edf-5d4e-4c53-91a9-9be92a2176d0') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:44.999436 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d81edf-5d4e-4c53-91a9-9be92a2176d0') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:45.007963 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.021403 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.026948 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:08:45.027327 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:08:45.028929 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:08:45.221856 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.225389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:45.255510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.255510 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2a9302aa-2656-4189-8ca5-2d4cea9df1de HTTP/1.1" status: 204 len: 168 time: 0.8470323 Jun 22 02:08:45.255510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9302aa-2656-4189-8ca5-2d4cea9df1de,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:45.255510 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-55d4ee4a-d1d9-4b68-b825-bfad64e1c959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:45.257326 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42474) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:45.588943 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.831412 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Deleting port 6442f599-fa92-4edd-ad8b-c851512ec2ff {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:45.831665 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.915788 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] For port 6442f599-fa92-4edd-ad8b-c851512ec2ff, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=6442f599-fa92-4edd-ad8b-c851512ec2ff,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:45.916202 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.981669 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Calling delete_port for 6442f599-fa92-4edd-ad8b-c851512ec2ff owned by network:router_interface {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:46.063449 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 058c9f07-56f6-492d-8c17-5e6226852222 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:46.083983 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 058c9f07-56f6-492d-8c17-5e6226852222 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:46.084344 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 058c9f07-56f6-492d-8c17-5e6226852222 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:46.216156 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:46.227130 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:46.243070 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6442f599-fa92-4edd-ad8b-c851512ec2ff,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:46.246562 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:46.422211 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:46.631544 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Router 91e48fb9-7336-4bd6-a885-d169edeea19d has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:08:46.733090 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:08:46.738274 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-b93dc655-f622-44aa-9c74-3def64181be3 admin admin] 10.222.0.35 "PUT /v2.0/routers/91e48fb9-7336-4bd6-a885-d169edeea19d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4800057 Jun 22 02:08:46.740923 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42482) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:46.742063 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] Sync routers for ids ['91e48fb9-7336-4bd6-a885-d169edeea19d'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:08:46.751195 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] Routers {'91e48fb9-7336-4bd6-a885-d169edeea19d'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:46.752447 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['91e48fb9-7336-4bd6-a885-d169edeea19d'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:46.840008 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:46.855925 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] Set router 91e48fb9-7336-4bd6-a885-d169edeea19d gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:46.944762 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.034111 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21'}], 'enable_snat': True}, 'gw_port_id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:08:46Z', 'revision_number': 5, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port': {'id': '59b2008a-29df-41fe-bbde-9b4d9ff2531c', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:02:07Z', 'updated_at': '2021-06-22T02:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:47.063242 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] Checking router: 91e48fb9-7336-4bd6-a885-d169edeea19d for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:08:47.070778 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Deleting port 59b2008a-29df-41fe-bbde-9b4d9ff2531c {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:47.071118 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.071383 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] Routers {'91e48fb9-7336-4bd6-a885-d169edeea19d'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:47.071974 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['91e48fb9-7336-4bd6-a885-d169edeea19d'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:47.152638 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] For port 59b2008a-29df-41fe-bbde-9b4d9ff2531c, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=59b2008a-29df-41fe-bbde-9b4d9ff2531c,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:47.153022 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.153736 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] Set router 91e48fb9-7336-4bd6-a885-d169edeea19d gateway port host: None {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:47.206780 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:08:46Z', 'revision_number': 6, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port_host': None}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:47.214402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Calling delete_port for 59b2008a-29df-41fe-bbde-9b4d9ff2531c owned by network:router_gateway {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:47.232548 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40f8d8-9548-41f0-861d-defd7975048e None None] The sync data for ids ['91e48fb9-7336-4bd6-a885-d169edeea19d'] in dv-cinder-793264-5-smb is: [{'id': '91e48fb9-7336-4bd6-a885-d169edeea19d', 'name': 'tempest-TestShelveInstance-324983829-router', 'tenant_id': 'b8bec4c6a52d443d89dec22a1b035421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:02:06Z', 'updated_at': '2021-06-22T02:08:46Z', 'revision_number': 6, 'project_id': 'b8bec4c6a52d443d89dec22a1b035421', 'gw_port_host': None}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:08:47.480862 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.482971 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bf6abea9-9316-456c-bf17-49f0edc7c133 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:47.504660 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b2008a-29df-41fe-bbde-9b4d9ff2531c,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:47.508123 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:47.570652 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.662003 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.664148 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.770451 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.773533 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91e48fb9-7336-4bd6-a885-d169edeea19d {{(pid=99635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:08:47.775989 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] Notify callbacks [] for router, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.776753 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-05764204-26fc-4a00-8c68-ed96fc3713e5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/91e48fb9-7336-4bd6-a885-d169edeea19d HTTP/1.1" status: 204 len: 168 time: 1.0349259 Jun 22 02:08:47.779315 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42490) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:47.826791 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Deleting subnet 8b18282d-586c-407a-bb57-bae49cc96b00 {{(pid=99635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:08:47.830990 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.864638 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12479747'] for subnet, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:47.940261 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.072031 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 6442f599-fa92-4edd-ad8b-c851512ec2ff no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:48.094197 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 6442f599-fa92-4edd-ad8b-c851512ec2ff {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:48.096486 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 6442f599-fa92-4edd-ad8b-c851512ec2ff not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:48.096486 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 59b2008a-29df-41fe-bbde-9b4d9ff2531c no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:48.116391 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 59b2008a-29df-41fe-bbde-9b4d9ff2531c {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:48.116862 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 59b2008a-29df-41fe-bbde-9b4d9ff2531c not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:48.132154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11374955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12171529'] for subnet, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.134673 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1aaab0c4-d228-4ef8-8ce6-1f3b2a234d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:48.158013 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b18282d-586c-407a-bb57-bae49cc96b00,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:48.164988 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:48.168160 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.170101 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8b18282d-586c-407a-bb57-bae49cc96b00 HTTP/1.1" status: 204 len: 168 time: 0.3898416 Jun 22 02:08:48.172608 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42496) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:48.177037 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab7307-1cb7-4d18-816b-012e3a2a28ee None None] Network b058f7e5-4056-4c9d-9035-a3f848b5f328 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:08:48.255914 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.309902 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Deleting port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:48.310246 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.366664 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] DHCP port deletion for b058f7e5-4056-4c9d-9035-a3f848b5f328 request from dv-cinder-793264-5-smb {{(pid=99637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:08:48.376239 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] For port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:48.377706 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.421568 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Deleting port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a {{(pid=99637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:48.421946 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.444801 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Calling delete_port for 82dcf481-74a2-4de9-90a0-78bdba2dbb7a owned by network:dhcp {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:48.487247 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] For port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,segment=NetworkSegment(ba987d93-8c40-416e-9c42-a2bdb382b2d3),segment_id=ba987d93-8c40-416e-9c42-a2bdb382b2d3)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:48.487746 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.558064 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Calling delete_port for 82dcf481-74a2-4de9-90a0-78bdba2dbb7a owned by network:dhcp {{(pid=99637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:48.783698 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696'] for port, after_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.785906 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-637cc0e5-e342-4fd2-81b7-919f8fbccfc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:48.790116 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.792978 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a5603566-3195-4a46-a155-b39861929cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:48.812882 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Pushing event deleted for resources: {'Port': ['ID=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,revision_number=None']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:48.815910 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:48.816114 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=82dcf481-74a2-4de9-90a0-78bdba2dbb7a,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:48.816634 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b6006-1fa3-42e5-95f3-0ff12bfc5d42 None None] No DVR routers for this DVR port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a on host dv-cinder-793264-5-smb {{(pid=99637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:48.819430 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:48.820314 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] No DVR routers for this DVR port 82dcf481-74a2-4de9-90a0-78bdba2dbb7a on host dv-cinder-793264-5-smb {{(pid=99635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:48.890921 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.901980 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b058f7e5-4056-4c9d-9035-a3f848b5f328']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:48.912979 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba987d93-8c40-416e-9c42-a2bdb382b2d3') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:48.913301 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba987d93-8c40-416e-9c42-a2bdb382b2d3') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:48.923155 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.936715 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.942561 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:08:48.942946 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: self.session.flush() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: self.session.flush() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: self.session.flush() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: self.session.flush() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:08:48.944568 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:08:49.063465 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.067066 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-06ddf729-fea7-4f70-8e84-bbae133b6d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:49.069579 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.071377 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b058f7e5-4056-4c9d-9035-a3f848b5f328 HTTP/1.1" status: 204 len: 168 time: 0.8972833 Jun 22 02:08:49.087389 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b058f7e5-4056-4c9d-9035-a3f848b5f328,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:49.089763 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:49.284969 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42506) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:49.622576 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42510) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:49.687959 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-0169e87c-5118-40f1-bd36-b0bff0a6afa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f0a3bc2901f4906a838203ee2e5077e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641661 Jun 22 02:08:49.691060 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42512) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:49.699073 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.739095 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.760375 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.874976 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.878573 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:49.879733 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce171dd4-36ec-4a46-91c3-43ba401f1946 HTTP/1.1" status: 204 len: 168 time: 0.1876824 Jun 22 02:08:49.880582 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-0e97aa72-ba7f-41cb-92e8-dec463f95c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:49.888038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce171dd4-36ec-4a46-91c3-43ba401f1946,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:49.890572 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:49.952391 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Deleting port 78f5b6c9-8385-4d2d-a236-cda4f5e72244 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:49.953009 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:50.033023 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] For port 78f5b6c9-8385-4d2d-a236-cda4f5e72244, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=78f5b6c9-8385-4d2d-a236-cda4f5e72244,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:50.033529 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:50.060914 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 82dcf481-74a2-4de9-90a0-78bdba2dbb7a no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:50.081400 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 82dcf481-74a2-4de9-90a0-78bdba2dbb7a {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:50.081759 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 82dcf481-74a2-4de9-90a0-78bdba2dbb7a not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:50.095654 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Calling delete_port for 78f5b6c9-8385-4d2d-a236-cda4f5e72244 owned by network:router_interface {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:50.352863 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:50.355894 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2dfb01b1-fa18-48b7-b076-da723d01f4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:50.379577 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Pushing event deleted for resources: {'Port': ['ID=78f5b6c9-8385-4d2d-a236-cda4f5e72244,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:50.382693 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:50.544144 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:50.753141 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Router 881e97d1-1ce3-4447-9be6-68efc9f97bbf has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:08:50.839529 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42518) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:50.881200 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:08:50.889293 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1fec71db-8534-4aaf-abbe-2151bb2931bc admin admin] 10.222.0.35 "PUT /v2.0/routers/881e97d1-1ce3-4447-9be6-68efc9f97bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033640 Jun 22 02:08:50.889615 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] Sync routers for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:08:50.892009 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42520) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:50.895862 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d1bc5998-a50d-4952-ba0f-26e43dc7dfb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8bec4c6a52d443d89dec22a1b035421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552099 Jun 22 02:08:50.898418 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42522) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:50.901745 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:50.902370 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:50.965708 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:50.989065 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:50.999387 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks [] for router, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.104450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.126524 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.129442 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.130717 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/445b1658-bf63-448d-af32-d56710f93044 HTTP/1.1" status: 204 len: 168 time: 0.2313876 Jun 22 02:08:51.131689 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e7b530f1-c9da-49c6-ac09-23eddfe52cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:51.137872 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: dv-cinder-793264-5-smb {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:51.139261 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b1658-bf63-448d-af32-d56710f93044,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:51.141646 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:51.245582 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Deleting port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:51.245918 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.320496 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166'}], 'enable_snat': True}, 'gw_port_id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:08:50Z', 'revision_number': 5, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port': {'id': '50242b81-6c52-40bc-bbeb-e2d5a6a2dc67', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:16Z', 'updated_at': '2021-06-22T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:51.325101 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] For port 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:51.325482 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.351869 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] Checking router: 881e97d1-1ce3-4447-9be6-68efc9f97bbf for host: dv-cinder-793264-5-smb {{(pid=99637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:08:51.360238 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] Routers {'881e97d1-1ce3-4447-9be6-68efc9f97bbf'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:08:51.360847 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:08:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'], 'active': True} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:51.390765 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Calling delete_port for 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 owned by network:router_gateway {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:51.445517 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvr_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] Set router 881e97d1-1ce3-4447-9be6-68efc9f97bbf gateway port host: None {{(pid=99637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:08:51.500390 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_hamode_db [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:08:51Z', 'revision_number': 6, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port_host': None}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:51.534022 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c9410-b1af-4464-87a1-4cc7be982897 None None] The sync data for ids ['881e97d1-1ce3-4447-9be6-68efc9f97bbf'] in dv-cinder-793264-5-smb is: [{'id': '881e97d1-1ce3-4447-9be6-68efc9f97bbf', 'name': 'tempest-AttachVolumeTestJSON-1499315553-router', 'tenant_id': '7f12bea70626417ea292bf88195892f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:15Z', 'updated_at': '2021-06-22T02:08:51Z', 'revision_number': 6, 'project_id': '7f12bea70626417ea292bf88195892f0', 'gw_port_host': None}] {{(pid=99637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:08:51.720523 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.722817 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ba96fbb5-5bbd-4626-ac7e-3e663e011e08 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:51.750776 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Pushing event deleted for resources: {'Port': ['ID=50242b81-6c52-40bc-bbeb-e2d5a6a2dc67,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:51.753517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:51.807425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.897718 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:51.899911 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.029029 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.029547 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881e97d1-1ce3-4447-9be6-68efc9f97bbf {{(pid=99636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:08:52.033766 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.034879 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] 10.222.0.35 "DELETE /v2.0/routers/881e97d1-1ce3-4447-9be6-68efc9f97bbf HTTP/1.1" status: 204 len: 168 time: 1.1413295 Jun 22 02:08:52.037406 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42528) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:52.081093 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Deleting subnet e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:08:52.084031 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.130748 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.212709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.318088 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 78f5b6c9-8385-4d2d-a236-cda4f5e72244 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:52.337813 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 78f5b6c9-8385-4d2d-a236-cda4f5e72244 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:52.338172 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 78f5b6c9-8385-4d2d-a236-cda4f5e72244 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:52.338596 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:52.356684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:52.357067 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 50242b81-6c52-40bc-bbeb-e2d5a6a2dc67 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:52.383682 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.386452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5cccc6d1-9ba2-4cd1-8a0f-1a02f96ef3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:52.411006 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c4cc44-5b9c-45b2-807e-c5c336f2ab19,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:52.414091 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:52.415055 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.416964 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-f47a455c-9447-4e44-a0a4-cf5a03d5a47a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e4c4cc44-5b9c-45b2-807e-c5c336f2ab19 HTTP/1.1" status: 204 len: 168 time: 0.3786168 Jun 22 02:08:52.419325 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42530) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:52.422143 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466753b5-4f8d-47eb-8a57-c4c6dccfd00f None None] Network 5fd6397d-c11c-46dc-a200-42928139eb2b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:08:52.493045 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.555302 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Deleting port 992ada5f-876c-4693-a05c-0cce0fb44c2a {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:52.555683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.630891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] For port 992ada5f-876c-4693-a05c-0cce0fb44c2a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=992ada5f-876c-4693-a05c-0cce0fb44c2a,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:52.631247 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.651720 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] DHCP port deletion for 5fd6397d-c11c-46dc-a200-42928139eb2b request from dv-cinder-793264-5-smb {{(pid=99637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:08:52.697309 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Deleting port 992ada5f-876c-4693-a05c-0cce0fb44c2a {{(pid=99637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:08:52.697565 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Calling delete_port for 992ada5f-876c-4693-a05c-0cce0fb44c2a owned by network:dhcp {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:52.697686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.763461 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] For port 992ada5f-876c-4693-a05c-0cce0fb44c2a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=992ada5f-876c-4693-a05c-0cce0fb44c2a,segment=NetworkSegment(4bf801f9-9784-4eb4-addf-3a60287787b8),segment_id=4bf801f9-9784-4eb4-addf-3a60287787b8)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:08:52.763871 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.826269 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Calling delete_port for 992ada5f-876c-4693-a05c-0cce0fb44c2a owned by network:dhcp {{(pid=99637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:08:52.897609 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.899761 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2efd0342-7f4c-4639-8ece-9966c1b57b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:52.903567 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696'] for port, after_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:52.905504 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:52.923447 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Pushing event deleted for resources: {'Port': ['ID=992ada5f-876c-4693-a05c-0cce0fb44c2a,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:52.926587 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:52.927353 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] No DVR routers for this DVR port 992ada5f-876c-4693-a05c-0cce0fb44c2a on host dv-cinder-793264-5-smb {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:52.930881 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Pushing event deleted for resources: {'Port': ['ID=992ada5f-876c-4693-a05c-0cce0fb44c2a,revision_number=None']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:52.933965 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:52.934778 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4034401-7158-4640-9dc2-7864b7032625 None None] No DVR routers for this DVR port 992ada5f-876c-4693-a05c-0cce0fb44c2a on host dv-cinder-793264-5-smb {{(pid=99637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:08:52.998691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.008744 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd6397d-c11c-46dc-a200-42928139eb2b']}} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:53.019014 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf801f9-9784-4eb4-addf-3a60287787b8') {'for_net_delete': True} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:53.019305 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf801f9-9784-4eb4-addf-3a60287787b8') {} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:08:53.027671 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780526'] for segment, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.044177 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.049806 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=99636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:08:53.050185 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11210511'] for segment, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: Traceback (most recent call last): Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: timer() Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: cb(*args, **kw) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: return func(*args, **kwargs) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: self._notify() Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: self.callback(batched_events) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: event.method(event) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: return f(self, *a, **k) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: return self._get(url).json() Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: return self.request(url, 'GET', **kwargs) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:08:53.051783 dv-cinder-793264-5-smb neutron-server[99636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:08:53.246196 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.250284 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:53.254060 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.258661 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] 10.222.0.35 "DELETE /v2.0/networks/5fd6397d-c11c-46dc-a200-42928139eb2b HTTP/1.1" status: 204 len: 168 time: 0.8361542 Jun 22 02:08:53.270011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd6397d-c11c-46dc-a200-42928139eb2b,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:53.272595 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:53.651814 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42536) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:53.691312 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-2dc71d58-0572-42f0-8500-d3f70bee2203 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f12bea70626417ea292bf88195892f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381932 Jun 22 02:08:53.693839 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42538) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:53.752640 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.773048 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.926167 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.928909 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:53.930029 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04f46624-043d-45ce-99da-e93240066edb HTTP/1.1" status: 204 len: 168 time: 0.2350159 Jun 22 02:08:53.930780 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-22017521-3233-44ce-9196-d75b655311d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:53.937952 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f46624-043d-45ce-99da-e93240066edb,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:53.940218 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:54.063497 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 992ada5f-876c-4693-a05c-0cce0fb44c2a no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:08:54.083472 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 992ada5f-876c-4693-a05c-0cce0fb44c2a {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:08:54.083819 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 992ada5f-876c-4693-a05c-0cce0fb44c2a not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:08:54.892454 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:55.108777 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-0377cde0-3fc3-45d7-a5b7-dfd6b05c84dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:55.874732 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42588) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:55.974560 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.058521 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.227055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.229851 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d13963e1-ff1f-44ba-a3d4-64f2aac9dc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:56.265447 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1048d0060024aa99a0daed845998f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896701 Jun 22 02:08:56.266311 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b074a3d-4ffe-4871-9cc3-9dc4de90e4c6,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:56.268715 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42594) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:08:56.269947 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:56.315437 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.335625 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.526278 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.529045 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:56.530206 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b074a3d-4ffe-4871-9cc3-9dc4de90e4c6 HTTP/1.1" status: 204 len: 168 time: 0.2603700 Jun 22 02:08:56.531090 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9162c185-fcdf-413f-b1be-82b9d98132a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:08:56.538725 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b074a3d-4ffe-4871-9cc3-9dc4de90e4c6,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:08:56.540908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4cf8f70c-c83a-43bb-9f26-80b19c30ae26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:08:57.731548 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-c727a90c-f1ae-45c8-b935-a7776e7e930d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:57.949030 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:58.892338 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:00.432475 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.201678 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42734) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:12.301076 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d372ce38-d0a7-4ea8-9475-c76d145bdb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.384586 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d372ce38-d0a7-4ea8-9475-c76d145bdb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.447880 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:09:12.460628 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d372ce38-d0a7-4ea8-9475-c76d145bdb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.463260 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4fe8fbc8-c3ef-4e15-9c36-ae173da6e659 tempest-TestMinimumBasicScenario-1714737770 tempest-TestMinimumBasicScenario-1714737770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:12.501832 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d372ce38-d0a7-4ea8-9475-c76d145bdb2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0497a51c8d9440bebdacf4f4b70582d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988365 Jun 22 02:09:12.503312 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ce38-d0a7-4ea8-9475-c76d145bdb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99cd028-90fd-4160-a2c7-8fc6251d4ce2,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:12.505051 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42738) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:12.506817 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d372ce38-d0a7-4ea8-9475-c76d145bdb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:12.557149 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.578563 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.697367 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.701430 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:12.701430 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c99cd028-90fd-4160-a2c7-8fc6251d4ce2 HTTP/1.1" status: 204 len: 168 time: 0.1950638 Jun 22 02:09:12.701902 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d14c3a46-88e4-476b-94aa-5724b60b4db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:12.709797 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99cd028-90fd-4160-a2c7-8fc6251d4ce2,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:12.712252 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a93b21c2-ec78-4834-86ee-6a882377ffb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:13.438072 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42746) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:13.451362 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.537957 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.615647 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.618266 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-58735c7d-074f-49e5-a076-1799ae215484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:13.653136 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b48453-6e2a-434c-af25-14d81508f45a,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:13.657427 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=786f8ebd38174a9aac764a0b03e5f787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183595 Jun 22 02:09:13.658851 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:13.660645 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42748) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:13.708042 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.729165 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.874692 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.877587 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:13.878799 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37b48453-6e2a-434c-af25-14d81508f45a HTTP/1.1" status: 204 len: 168 time: 0.2171717 Jun 22 02:09:13.879538 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-5005daf5-008b-48f8-a70f-49a36cb74afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:13.886994 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b48453-6e2a-434c-af25-14d81508f45a,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:13.889226 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-021cb4d8-b368-4892-84e9-50c1b060a9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:14.679178 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42754) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:14.695533 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:14.777320 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:14.923392 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:14.926411 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-4de4d69d-d27d-462c-b194-4df48f02858b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:14.961018 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdd164ce36f64d78b9e684fdf2617b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807822 Jun 22 02:09:14.961852 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858001e8-c9be-44cc-a686-ca2dd1fcc6d8,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:14.963742 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42756) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:14.964886 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:15.011952 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:15.032470 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:15.222534 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:15.225103 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:15.226263 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/858001e8-c9be-44cc-a686-ca2dd1fcc6d8 HTTP/1.1" status: 204 len: 168 time: 0.2615216 Jun 22 02:09:15.227085 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7329cb8a-4c53-484c-b371-843171f849b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:15.234658 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858001e8-c9be-44cc-a686-ca2dd1fcc6d8,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:15.236890 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6bd9ce07-a141-4f06-a251-8138a876a547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:16.361820 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42778) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:16.453642 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-968872619-network', 'tenant_id': '3b008f886b8b4d68aea6bcdd5909ca34'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:16.615337 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Made reservation on behalf of 3b008f886b8b4d68aea6bcdd5909ca34 for: {'network': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:16.617756 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.627664 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.719636 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.805527 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.808459 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-29500822-0e42-492e-8599-89fadc39841e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:16.829965 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=99635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:09:16.838383 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc97d3a-71fc-457d-91d6-47463e752501,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:16.841466 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:16.845864 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.846189 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.segments_db [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Added segment a137b972-7f3e-4e04-8391-f8677bd71f76 of type vlan for network 300f4379-a390-4404-9269-5a9b69c2ac5b Jun 22 02:09:16.884913 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.988529 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.989853 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:16.990429 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:16.993193 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:17.055398 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=300f4379-a390-4404-9269-5a9b69c2ac5b,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:17.058197 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:17.065697 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 300f4379-a390-4404-9269-5a9b69c2ac5b details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:09:17.217557 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-6a95d97c-ffd1-482a-9a61-eddd5c42d0a0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8546515 Jun 22 02:09:17.220352 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42782) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:17.225789 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Request body: {'subnet': {'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-968872619-subnet', 'tenant_id': '3b008f886b8b4d68aea6bcdd5909ca34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:17.312097 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Made reservation on behalf of 3b008f886b8b4d68aea6bcdd5909ca34 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:17.314536 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12171564'] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:17.594415 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11375028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12171550'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:17.597428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-6953d9e3-f8e8-4ee8-a9c1-43fa50f2d3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:17.649075 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2f8c54-849b-4d0d-915e-f16dc0c9168b,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:17.652563 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:17.657958 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Checking segment: {'id': 'a137b972-7f3e-4e04-8391-f8677bd71f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:09:17.658897 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Network hostable DHCP agents. Network: 300f4379-a390-4404-9269-5a9b69c2ac5b, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:09:17.797701 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Network 300f4379-a390-4404-9269-5a9b69c2ac5b is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:09:17.879615 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 300f4379-a390-4404-9269-5a9b69c2ac5b) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:09:17.883688 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:17.884277 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:17.889315 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf41770-89df-4e68-b96e-1fd45ab54ea2 None None] Network 300f4379-a390-4404-9269-5a9b69c2ac5b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:17.998588 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-05665a13-c0dc-4bb6-9004-b1e4fb349f0d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7766306 Jun 22 02:09:18.012270 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd58f8-1fc2-4dc1-b9e4-feb79a6ec2c9 None None] Network 300f4379-a390-4404-9269-5a9b69c2ac5b requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:18.686511 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42800) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:18.691637 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-425420961-network', 'tenant_id': '3b084ba2cbeb4987b0b9374bd42297e1'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:18.786848 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Made reservation on behalf of 3b084ba2cbeb4987b0b9374bd42297e1 for: {'network': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:18.789279 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:18.801822 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:18.899373 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.003823 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.007736 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f68466e1-ed8d-4af3-bc27-edf6108eadc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:19.024574 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=99635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:09:19.038228 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc57ee5-aece-4e6e-9df5-0a7eae9fab61,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:19.042366 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:19.043372 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.043707 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.segments_db [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Added segment c5674f95-2614-45cd-894c-ec9f0bdafed9 of type vlan for network 9de953ae-0dbf-4847-88ad-655eaef4ce80 Jun 22 02:09:19.081842 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.192217 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.193627 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:19.194225 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.196576 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ba7410fe-99a0-4581-93bc-eafb4f9e5c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:19.253766 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Pushing event updated for resources: {'Network': ['ID=9de953ae-0dbf-4847-88ad-655eaef4ce80,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:19.256345 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:19.263396 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 9de953ae-0dbf-4847-88ad-655eaef4ce80 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:09:19.343280 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6556535 Jun 22 02:09:19.346010 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42804) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:19.350858 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Request body: {'subnet': {'network_id': '9de953ae-0dbf-4847-88ad-655eaef4ce80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-425420961-subnet', 'tenant_id': '3b084ba2cbeb4987b0b9374bd42297e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:19.446080 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Made reservation on behalf of 3b084ba2cbeb4987b0b9374bd42297e1 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:19.448392 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12171564'] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.685763 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11375028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12171550'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.688210 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a24a4e18-1723-4282-ad64-4e8d2cade723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:19.737990 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b60f331-dab1-4795-8c5a-590686a1ea40,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:19.744480 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:19.753931 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Checking segment: {'id': 'c5674f95-2614-45cd-894c-ec9f0bdafed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9de953ae-0dbf-4847-88ad-655eaef4ce80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:09:19.754285 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Network hostable DHCP agents. Network: 9de953ae-0dbf-4847-88ad-655eaef4ce80, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:09:19.872449 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Network 9de953ae-0dbf-4847-88ad-655eaef4ce80 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:09:19.948337 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 9de953ae-0dbf-4847-88ad-655eaef4ce80) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:09:19.952397 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:19.953016 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:19.956919 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0294f-f032-4382-b3c9-0c2b5d753732 None None] Network 9de953ae-0dbf-4847-88ad-655eaef4ce80 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:20.073735 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f15eefca-58e2-4442-bf30-a184ae543a4e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7264559 Jun 22 02:09:20.083380 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49901709-f154-4dc9-8662-511fed1e6439 None None] Network 9de953ae-0dbf-4847-88ad-655eaef4ce80 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:20.567483 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-d5471127-aad0-4713-8ccd-75ea27780bae tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:20.568974 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-d5471127-aad0-4713-8ccd-75ea27780bae tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/networks?id=300f4379-a390-4404-9269-5a9b69c2ac5b HTTP/1.1" status: 200 len: 808 time: 0.1014626 Jun 22 02:09:20.584353 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-ea707206-2dbf-49fc-96ae-b5b526966d1c tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/quotas/3b008f886b8b4d68aea6bcdd5909ca34 HTTP/1.1" status: 200 len: 375 time: 0.0098717 Jun 22 02:09:20.618346 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-8ccf1b8b-0274-4e47-88fe-c81574de3bde tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b008f886b8b4d68aea6bcdd5909ca34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288632 Jun 22 02:09:20.710735 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-92bfd263-4dcc-4ee0-b15f-d973fd7dd325 service neutron] 10.222.0.35 "GET /v2.0/networks/300f4379-a390-4404-9269-5a9b69c2ac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858786 Jun 22 02:09:20.799529 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6ee02f39-fe99-45f1-b7c9-e5aff85bb917 service neutron] 10.222.0.35 "GET /v2.0/networks/300f4379-a390-4404-9269-5a9b69c2ac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829475 Jun 22 02:09:21.070277 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2f20a1a5-f344-48f3-9f4a-54d20c88b69f req-222d8195-f048-437a-98c7-8ef8a6109f18 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 210 time: 0.0316794 Jun 22 02:09:22.218707 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-19cd187f-be6a-41fc-9ebc-2c064ce77a6b req-6602b59d-e4e1-4ddc-a243-a0e85c480f11 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 210 time: 0.0347085 Jun 22 02:09:23.389205 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c06f5c69-f4be-48ef-8ec2-4cf22a386e0c req-eafdc622-1e2d-4a67-8d96-a3546750cec4 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 210 time: 0.0406044 Jun 22 02:09:23.432933 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-ae98ad0a-fe6d-4e5e-a000-68f22519b355 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:23.435849 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-ae98ad0a-fe6d-4e5e-a000-68f22519b355 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.16 "GET /v2.0/networks?id=300f4379-a390-4404-9269-5a9b69c2ac5b HTTP/1.1" status: 200 len: 808 time: 0.1327033 Jun 22 02:09:23.449166 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Request body: {'port': {'device_id': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b', 'admin_state_up': True, 'tenant_id': '3b008f886b8b4d68aea6bcdd5909ca34'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:23.639677 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Made reservation on behalf of 3b008f886b8b4d68aea6bcdd5909ca34 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:23.643989 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:23.778387 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Allocated IP 172.20.0.9 (300f4379-a390-4404-9269-5a9b69c2ac5b/bc2f8c54-849b-4d0d-915e-f16dc0c9168b/91e5eff1-983c-4f23-9695-f8a805b2c8b1) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:09:23.928948 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:24.315022 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:24.319006 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-53768103-ff3d-4b41-aa7a-a8f69c4de3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:24.358877 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Network 300f4379-a390-4404-9269-5a9b69c2ac5b is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:09:24.362760 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:09:24.371962 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:09:24.392949 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Pushing event updated for resources: {'Port': ['ID=91e5eff1-983c-4f23-9695-f8a805b2c8b1,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:24.397355 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:24.420358 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:24.420977 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:24.526747 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0821555 Jun 22 02:09:24.540175 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Request body: {'port': {'device_id': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:24.575487 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53b72d-4bb8-4276-9368-103af6da39cd req-ff866ae7-4e99-4e61-b40f-f2c7aeb43f11 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:24.577078 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ce53b72d-4bb8-4276-9368-103af6da39cd req-ff866ae7-4e99-4e61-b40f-f2c7aeb43f11 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 931 time: 0.0692427 Jun 22 02:09:24.617870 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ce53b72d-4bb8-4276-9368-103af6da39cd req-7444f644-2850-4d83-aec1-798069dddd4e tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334377 Jun 22 02:09:24.622080 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:24.893056 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e5eff1-983c-4f23-9695-f8a805b2c8b1 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:09:24.896724 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:24.900450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:24.911949 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Transition to ACTIVE for port object 91e5eff1-983c-4f23-9695-f8a805b2c8b1 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:09:25.003531 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:25.006386 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ef0d995d-de10-43c1-bbc8-cb70ae324ada tempest-TestShelveInstance-2108617588 tempest-TestShelveInstance-2108617588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:25.083746 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Pushing event updated for resources: {'Port': ['ID=91e5eff1-983c-4f23-9695-f8a805b2c8b1,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:25.100955 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:25.117793 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-e34fcad4-fc47-4284-ba81-c993369a76b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:25.148512 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Attempting to bind port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:09:25.148760 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Attempting to bind port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'a137b972-7f3e-4e04-8391-f8677bd71f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:09:25.149106 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Attempting to bind port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 on network 300f4379-a390-4404-9269-5a9b69c2ac5b {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:09:25.153273 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 on network 300f4379-a390-4404-9269-5a9b69c2ac5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:09:25.153582 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Attempting to bind port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 on network 300f4379-a390-4404-9269-5a9b69c2ac5b {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:09:25.158231 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:09:25.158558 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Checking segment: {'id': 'a137b972-7f3e-4e04-8391-f8677bd71f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:09:25.158927 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Bound using segment: {'id': 'a137b972-7f3e-4e04-8391-f8677bd71f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:09:25.159335 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Bound port: 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a137b972-7f3e-4e04-8391-f8677bd71f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:09:25.159665 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:25.223385 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] For port 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:09:25.226357 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] For port 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91e5eff1-983c-4f23-9695-f8a805b2c8b1,segment=NetworkSegment(a137b972-7f3e-4e04-8391-f8677bd71f76),segment_id=a137b972-7f3e-4e04-8391-f8677bd71f76)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:09:25.320588 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:25.322856 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:25.356979 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.357587 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:25.362751 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] 10.222.0.16 "PUT /v2.0/ports/91e5eff1-983c-4f23-9695-f8a805b2c8b1 HTTP/1.1" status: 200 len: 1093 time: 0.8237209 Jun 22 02:09:25.362751 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'tag': '91e5eff1-983c-4f23-9695-f8a805b2c8b1'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:09:25.362751 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c21e52a-a55e-4816-8a29-b2be5284177e" -d '{"events": [{"name": "network-changed", "server_uuid": "64d593c7-1c7e-4db8-aaf3-c34fbc14fad4", "tag": "91e5eff1-983c-4f23-9695-f8a805b2c8b1"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:09:25.386321 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Pushing event updated for resources: {'Port': ['ID=91e5eff1-983c-4f23-9695-f8a805b2c8b1,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:25.391289 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:25.401574 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75577b24-e12e-4060-846a-9415a68e306b x-openstack-request-id: req-75577b24-e12e-4060-846a-9415a68e306b {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:09:25.402161 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d593c7-1c7e-4db8-aaf3-c34fbc14fad4", "tag": "91e5eff1-983c-4f23-9695-f8a805b2c8b1", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:09:25.402271 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-75577b24-e12e-4060-846a-9415a68e306b {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:09:25.402614 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'tag': '91e5eff1-983c-4f23-9695-f8a805b2c8b1', 'status': 'completed', 'code': 200} Jun 22 02:09:25.478950 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21e52a-a55e-4816-8a29-b2be5284177e req-18daee7c-ddb6-4282-8e31-dc5fe9abc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.480424 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c21e52a-a55e-4816-8a29-b2be5284177e req-18daee7c-ddb6-4282-8e31-dc5fe9abc2d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b008f886b8b4d68aea6bcdd5909ca34&device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 1096 time: 0.0515726 Jun 22 02:09:25.578378 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21e52a-a55e-4816-8a29-b2be5284177e req-b3603b3e-1765-4663-9a87-504aaa485fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.579813 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c21e52a-a55e-4816-8a29-b2be5284177e req-b3603b3e-1765-4663-9a87-504aaa485fc3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3b008f886b8b4d68aea6bcdd5909ca34&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0923328 Jun 22 02:09:25.672891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21e52a-a55e-4816-8a29-b2be5284177e req-1a765936-2261-4830-a1ec-9cc472cc3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.674217 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8c21e52a-a55e-4816-8a29-b2be5284177e req-1a765936-2261-4830-a1ec-9cc472cc3ced service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885632 Jun 22 02:09:25.764232 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-fe185f05-d3d1-4ab1-8a5d-f0f7a1e5aeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.765746 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-fe185f05-d3d1-4ab1-8a5d-f0f7a1e5aeb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b008f886b8b4d68aea6bcdd5909ca34&device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 1096 time: 0.0548289 Jun 22 02:09:25.793963 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0227d13-2997-407d-9c11-f7cb8784a73b req-b385a753-da46-4e47-9d79-f716ac41e310 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.795407 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a0227d13-2997-407d-9c11-f7cb8784a73b req-b385a753-da46-4e47-9d79-f716ac41e310 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 943 time: 0.0650759 Jun 22 02:09:25.807227 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-1b90adfe-2810-48ec-a030-f2199893e088 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91e5eff1-983c-4f23-9695-f8a805b2c8b1 HTTP/1.1" status: 200 len: 217 time: 0.0338335 Jun 22 02:09:25.832608 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a0227d13-2997-407d-9c11-f7cb8784a73b req-1b05a367-3a2e-47d7-b32a-abdbfa8508a7 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Jun 22 02:09:25.853920 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-7c9f6f47-7049-4448-8594-b9e133552bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:25.855401 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-7c9f6f47-7049-4448-8594-b9e133552bb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc2f8c54-849b-4d0d-915e-f16dc0c9168b HTTP/1.1" status: 200 len: 848 time: 0.0428202 Jun 22 02:09:25.889386 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-b8cabde9-21d3-4554-a5ad-6e1fe8abd7ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=300f4379-a390-4404-9269-5a9b69c2ac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jun 22 02:09:25.975102 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-a4ce2db0-81cd-46ed-a272-bf00dc9fd619 service neutron] 10.222.0.16 "GET /v2.0/networks/300f4379-a390-4404-9269-5a9b69c2ac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795755 Jun 22 02:09:26.069992 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-567eff05-ce52-463b-9f4a-2f3e6b9fc1ec req-12d6f03e-19f0-4d66-a52b-725219e769e3 service neutron] 10.222.0.16 "GET /v2.0/networks/300f4379-a390-4404-9269-5a9b69c2ac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880165 Jun 22 02:09:27.009275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded01ff-1bb7-497b-afa2-34b1a53f219f req-76b601e9-74dd-4540-94dd-dab0418b0fe6 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:27.010746 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8ded01ff-1bb7-497b-afa2-34b1a53f219f req-76b601e9-74dd-4540-94dd-dab0418b0fe6 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 943 time: 0.0656240 Jun 22 02:09:27.048178 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8ded01ff-1bb7-497b-afa2-34b1a53f219f req-ba1ef86c-4fae-4c7b-a471-bf49387c15ad tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Jun 22 02:09:27.568623 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-be3ea17c-62a2-45cb-a8e8-2a7f2d059e00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548770 Jun 22 02:09:27.647625 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-f24ebbba-544d-4f4c-8d98-6f76ff5228b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:27.649105 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-f24ebbba-544d-4f4c-8d98-6f76ff5228b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7742d9252bff49b894f65802d1b8594b&device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 1099 time: 0.0567374 Jun 22 02:09:27.668193 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1d3468c7-50ad-4234-9da6-d2ca531daaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:27.750860 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-fcad080c-f5ad-4c24-8e4e-5a7711c2e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:27.753164 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-fcad080c-f5ad-4c24-8e4e-5a7711c2e665 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 200 len: 918 time: 0.0834482 Jun 22 02:09:27.822791 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-cf3006db-d6e6-413b-ad98-d50ebd72c92a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 200 len: 1000 time: 0.0621707 Jun 22 02:09:27.881387 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-d1f9d2f4-00f1-4d66-a28a-07c637fc086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:27.882884 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-d1f9d2f4-00f1-4d66-a28a-07c637fc086f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 200 len: 856 time: 0.0535402 Jun 22 02:09:27.940388 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-407c088e-813e-4430-b9da-a9e35ad518a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:27.941937 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-407c088e-813e-4430-b9da-a9e35ad518a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e8c9692f-3735-4454-be5a-b34d2b08ad27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0520382 Jun 22 02:09:27.942903 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:28.033014 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-8f8a6e48-3a8c-4e08-aaf5-dbd7741380ee service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Jun 22 02:09:28.121776 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-805a502d-2168-4deb-b5d1-b830a46a8165 req-9b1d4b4e-1041-4cd5-bf37-474613e7177b service neutron] 10.222.0.16 "GET /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 Jun 22 02:09:28.222831 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1851c2a-e779-4416-9028-2478460eedc8 req-15d2387c-d88a-4e4f-8a28-a9de549fce13 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:28.224427 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b1851c2a-e779-4416-9028-2478460eedc8 req-15d2387c-d88a-4e4f-8a28-a9de549fce13 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 943 time: 0.0661104 Jun 22 02:09:28.268405 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b1851c2a-e779-4416-9028-2478460eedc8 req-cbe31b66-e6c4-47be-a14b-955580c4f495 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379322 Jun 22 02:09:28.389118 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 91e5eff1-983c-4f23-9695-f8a805b2c8b1 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:09:28.487323 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91e5eff1-983c-4f23-9695-f8a805b2c8b1,segment=NetworkSegment(a137b972-7f3e-4e04-8391-f8677bd71f76),segment_id=a137b972-7f3e-4e04-8391-f8677bd71f76)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:28.501936 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '91e5eff1-983c-4f23-9695-f8a805b2c8b1', 'network_id': '300f4379-a390-4404-9269-5a9b69c2ac5b', 'port_id': '91e5eff1-983c-4f23-9695-f8a805b2c8b1', 'mac_address': 'fa:16:3e:a8:a4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc2f8c54-849b-4d0d-915e-f16dc0c9168b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:09:28.553208 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:28.567827 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e5eff1-983c-4f23-9695-f8a805b2c8b1 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:09:28.593018 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91e5eff1-983c-4f23-9695-f8a805b2c8b1,segment=NetworkSegment(a137b972-7f3e-4e04-8391-f8677bd71f76),segment_id=a137b972-7f3e-4e04-8391-f8677bd71f76)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:28.665394 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511ffd-03ec-4311-b1f5-342eea98cfc2 req-4963abc9-d612-4761-a126-09e3ce80c3d2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:28.666893 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4d511ffd-03ec-4311-b1f5-342eea98cfc2 req-4963abc9-d612-4761-a126-09e3ce80c3d2 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0727568 Jun 22 02:09:28.700758 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:28.702723 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-81e6007a-5086-4afb-9d59-7aded337f26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:28.705856 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4d511ffd-03ec-4311-b1f5-342eea98cfc2 req-6773f3bc-1d2e-4de3-adde-e41c527963bc tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331335 Jun 22 02:09:28.751797 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=91e5eff1-983c-4f23-9695-f8a805b2c8b1,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:28.755114 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:28.872391 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:29.031780 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['91e5eff1-983c-4f23-9695-f8a805b2c8b1'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:09:29.448634 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205b121-40d7-418d-ad89-2049bd2169e1 req-ea19944d-c81d-477e-a972-adbe7b2ebab4 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:29.450205 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5205b121-40d7-418d-ad89-2049bd2169e1 req-ea19944d-c81d-477e-a972-adbe7b2ebab4 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 944 time: 0.0677185 Jun 22 02:09:29.489512 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5205b121-40d7-418d-ad89-2049bd2169e1 req-72e63497-bf0b-48ed-996b-4f89b41be0b0 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Jun 22 02:09:29.888593 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e290b4-b543-4240-b9d8-72da82ffd3e2 req-ef618fb4-2fe7-4fcd-8dda-ad758219e66c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:29.889970 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-75e290b4-b543-4240-b9d8-72da82ffd3e2 req-ef618fb4-2fe7-4fcd-8dda-ad758219e66c tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0632355 Jun 22 02:09:29.926726 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-75e290b4-b543-4240-b9d8-72da82ffd3e2 req-5e9b07d0-6fb0-465f-a4b2-e647e3f8683b tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups?id=e721394c-c57e-40be-a6c0-94f56b1d6819&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306475 Jun 22 02:09:29.992659 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-dc87393f-8c80-45c3-8cac-9ac9bc658ed0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:29.994100 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-dc87393f-8c80-45c3-8cac-9ac9bc658ed0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 946 time: 0.0653310 Jun 22 02:09:30.091631 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Deleting port 7dc7642c-a13b-4f67-a9a9-2d770876760c {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:30.091972 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.181663 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] For port 7dc7642c-a13b-4f67-a9a9-2d770876760c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7dc7642c-a13b-4f67-a9a9-2d770876760c,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:30.182031 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.351983 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.352445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608946'] for floatingip, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.352678 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.db.l3_db [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Floating IP f384ef55-2722-42ad-9afb-029f9eacc505 disassociated. External IP: 172.28.2.68, port: 7dc7642c-a13b-4f67-a9a9-2d770876760c. Jun 22 02:09:30.353049 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Calling delete_port for 7dc7642c-a13b-4f67-a9a9-2d770876760c owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:30.402775 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 91e5eff1-983c-4f23-9695-f8a805b2c8b1 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:09:30.436246 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.518574 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:09:30.522907 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:09:30.528929 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.566412 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.571816 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:30.598116 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event deleted for resources: {'Port': ['ID=7dc7642c-a13b-4f67-a9a9-2d770876760c,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:30.600875 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:30.607633 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.631470 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e5eff1-983c-4f23-9695-f8a805b2c8b1'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:09:30.634152 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc831f3b-8648-4f36-bb8b-223d52a4715a" -d '{"events": [{"server_uuid": "64d593c7-1c7e-4db8-aaf3-c34fbc14fad4", "name": "network-vif-plugged", "status": "completed", "tag": "91e5eff1-983c-4f23-9695-f8a805b2c8b1"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:09:30.653946 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91e5eff1-983c-4f23-9695-f8a805b2c8b1,segment=NetworkSegment(a137b972-7f3e-4e04-8391-f8677bd71f76),segment_id=a137b972-7f3e-4e04-8391-f8677bd71f76)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:30.673521 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf9eb5a-4fa5-40de-b0fd-693943ff6984 x-openstack-request-id: req-3cf9eb5a-4fa5-40de-b0fd-693943ff6984 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:09:30.673829 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d593c7-1c7e-4db8-aaf3-c34fbc14fad4", "name": "network-vif-plugged", "status": "completed", "tag": "91e5eff1-983c-4f23-9695-f8a805b2c8b1", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:09:30.674098 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3cf9eb5a-4fa5-40de-b0fd-693943ff6984 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:09:30.674499 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e5eff1-983c-4f23-9695-f8a805b2c8b1', 'code': 200} Jun 22 02:09:30.677612 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f33057-cad8-4ffb-9056-98227ef3d593 req-257da1b2-ffb9-48b8-947f-364e94bd1a12 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:30.679741 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-82f33057-cad8-4ffb-9056-98227ef3d593 req-257da1b2-ffb9-48b8-947f-364e94bd1a12 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 944 time: 0.0765021 Jun 22 02:09:30.722061 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-82f33057-cad8-4ffb-9056-98227ef3d593 req-3755da92-eb77-4e87-bc21-480f80ff44b4 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Jun 22 02:09:30.723751 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.725745 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-27b4158f-2c2c-43d6-9e7f-4aecb8bdb1f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:30.740410 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:09:30.774784 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=91e5eff1-983c-4f23-9695-f8a805b2c8b1,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:30.777850 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:30.854908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:09:30.866175 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:09:30.881159 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:09:30.881892 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:09:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:30.902172 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] No DVR routers for this DVR port 7dc7642c-a13b-4f67-a9a9-2d770876760c on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:09:30.904717 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:30.906722 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-390c2d75-9851-416f-a348-3a1b6b101d52 req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.16 "DELETE /v2.0/ports/7dc7642c-a13b-4f67-a9a9-2d770876760c HTTP/1.1" status: 204 len: 173 time: 0.9076607 Jun 22 02:09:30.907246 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-deleted', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:09:30.909653 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e69581d-33f2-46df-81bb-c8f2f63ca186" -d '{"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-deleted", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:09:30.962447 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d945f-e852-4076-841b-299d08fe0f37 x-openstack-request-id: req-c79d945f-e852-4076-841b-299d08fe0f37 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:09:30.962447 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed1c6b-77ae-43e8-8c34-ba753938880a", "name": "network-vif-deleted", "tag": "7dc7642c-a13b-4f67-a9a9-2d770876760c", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:09:30.962447 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c79d945f-e852-4076-841b-299d08fe0f37 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:09:30.962447 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed1c6b-77ae-43e8-8c34-ba753938880a', 'name': 'network-vif-deleted', 'tag': '7dc7642c-a13b-4f67-a9a9-2d770876760c', 'status': 'completed', 'code': 200} Jun 22 02:09:30.999307 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:09:31.044060 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccdae6-979f-472d-b01c-55c0898b6dd0 req-fca64410-e98a-4415-ae0a-ed5f2a173f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:31.045858 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bfccdae6-979f-472d-b01c-55c0898b6dd0 req-fca64410-e98a-4415-ae0a-ed5f2a173f91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 1098 time: 0.0585384 Jun 22 02:09:31.094629 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bfccdae6-979f-472d-b01c-55c0898b6dd0 req-c43b9e01-27a7-4de9-a514-130c9079b1c4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jun 22 02:09:31.117175 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-11e5a7e3-a233-4f5d-bd48-219c00930e22 req-22ce0200-8e1a-401f-a76d-b51636e3e1ab tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/ports?device_id=19ed1c6b-77ae-43e8-8c34-ba753938880a HTTP/1.1" status: 200 len: 210 time: 0.0337236 Jun 22 02:09:31.318737 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:31.344206 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:09:31.353010 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:09:31.353624 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:09:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:31.456911 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:09:31.656371 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:31.684062 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f105bb-4be4-4706-82ef-d188b30aa9b1 None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:00:19Z', 'revision_number': 4, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb', '_interfaces': [{'id': '5d5642e7-06b8-45d0-9311-05c28da9f481', 'name': '', 'network_id': 'e8c9692f-3735-4454-be5a-b34d2b08ad27', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'mac_address': 'fa:16:3e:b2:c5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2992c285-5024-432f-8e06-2caff6af0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:18Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'subnets': [{'id': '2992c285-5024-432f-8e06-2caff6af0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:09:31.921190 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a0397-bb96-46f4-86d5-f10ee0170e06 req-b6f37d3a-5ce9-4417-bce5-0af008c3698a tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:31.921190 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e31a0397-bb96-46f4-86d5-f10ee0170e06 req-b6f37d3a-5ce9-4417-bce5-0af008c3698a tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 945 time: 0.0772259 Jun 22 02:09:31.939320 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc587da6-1e82-4209-8a08-28d1f00438dc None None] New status for floating IP f384ef55-2722-42ad-9afb-029f9eacc505: DOWN {{(pid=99637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:09:31.959213 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e31a0397-bb96-46f4-86d5-f10ee0170e06 req-8de97ac9-f1ec-4d42-8348-84444f8ace8b tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Jun 22 02:09:32.330924 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42880) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:32.385754 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.408866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.549158 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.551652 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.553333 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "DELETE /v2.0/security-groups/e721394c-c57e-40be-a6c0-94f56b1d6819 HTTP/1.1" status: 204 len: 168 time: 0.2209914 Jun 22 02:09:32.553807 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f08b0c0-1371-4b4e-9488-23c311c1333f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:32.556254 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42882) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:32.563091 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e721394c-c57e-40be-a6c0-94f56b1d6819,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:32.567478 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:32.577858 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.api.v2.resource [None req-2de6d9e8-f50c-4e4c-bd38-b3fd139d2fd1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] show failed (client error): The resource could not be found. Jun 22 02:09:32.578982 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2de6d9e8-f50c-4e4c-bd38-b3fd139d2fd1 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "GET /v2.0/security-groups/e721394c-c57e-40be-a6c0-94f56b1d6819 HTTP/1.1" status: 404 len: 347 time: 0.0217109 Jun 22 02:09:32.582259 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42884) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:32.714258 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Deleting port b999a9aa-a66c-46ac-8921-cf64dd480661 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:32.714601 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.788274 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.788599 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:32.853104 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Calling delete_port for b999a9aa-a66c-46ac-8921-cf64dd480661 owned by network:floatingip {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:33.081745 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:33.084708 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-311efbb8-a3c6-4f76-a7e1-e687ff6dae4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:33.131040 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Pushing event deleted for resources: {'Port': ['ID=b999a9aa-a66c-46ac-8921-cf64dd480661,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:33.132999 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:33.207258 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks [] for floatingip, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:33.210087 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for floatingip, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:33.211234 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e404724d-bc83-44cb-b082-14e8e2ecb972 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] 10.222.0.35 "DELETE /v2.0/floatingips/f384ef55-2722-42ad-9afb-029f9eacc505 HTTP/1.1" status: 204 len: 168 time: 0.6277766 Jun 22 02:09:33.224565 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb147b-60a2-45bf-9a24-e05efa8c3677 req-08dc574c-e759-4187-9de2-bbc10c5f67ad tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:33.226168 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-49fb147b-60a2-45bf-9a24-e05efa8c3677 req-08dc574c-e759-4187-9de2-bbc10c5f67ad tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 945 time: 0.1539328 Jun 22 02:09:33.268998 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-49fb147b-60a2-45bf-9a24-e05efa8c3677 req-ad0b451c-918c-4137-b992-6ea6bb3ea703 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368242 Jun 22 02:09:34.427699 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:09:34.451790 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 7dc7642c-a13b-4f67-a9a9-2d770876760c {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:09:34.453844 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 7dc7642c-a13b-4f67-a9a9-2d770876760c not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:09:36.181739 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42928) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:36.948363 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737728'] for router_interface, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:37.202659 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Deleting port 5d5642e7-06b8-45d0-9311-05c28da9f481 {{(pid=99635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:37.203377 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:37.289697 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.db [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] For port 5d5642e7-06b8-45d0-9311-05c28da9f481, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=5d5642e7-06b8-45d0-9311-05c28da9f481,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:37.290071 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:37.380671 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.plugin [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Calling delete_port for 5d5642e7-06b8-45d0-9311-05c28da9f481 owned by network:router_interface {{(pid=99635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:37.464903 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26258633-b912-45de-aed2-2b1c95c0f281 req-9e3e1a2d-d737-465e-a996-8b01d9ff0058 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:37.466247 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-26258633-b912-45de-aed2-2b1c95c0f281 req-9e3e1a2d-d737-465e-a996-8b01d9ff0058 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 945 time: 0.1661677 Jun 22 02:09:37.550983 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-26258633-b912-45de-aed2-2b1c95c0f281 req-3faf787a-7fe7-4437-b1d5-0da94ffe4fd4 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 Jun 22 02:09:37.723041 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11374881'] for port, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:37.724911 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:37.748874 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5642e7-06b8-45d0-9311-05c28da9f481,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:37.779336 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.779704 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.780071 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.780426 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.780779 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.781154 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.781501 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.781849 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.782198 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.782541 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.782884 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.783223 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:37.786451 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:37.923390 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-956007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737644'] for router_interface, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:38.130666 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e has already been hosted by L3 agent 66779529-0631-4ae1-afc6-a59b828b4011 {{(pid=99635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:09:38.229080 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] Notify agent at l3_agent.dv-cinder-793264-5-smb the message routers_updated {{(pid=99635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:09:38.234389 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-179f78d5-cabe-453a-8dd2-dffcb3afc55f admin admin] 10.222.0.35 "PUT /v2.0/routers/0ea2f198-1d28-48a0-ad24-aeaf10193f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0515797 Jun 22 02:09:38.237614 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42946) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:38.238724 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] Sync routers for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:09:38.248058 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:09:38.248741 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:09:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:38.339973 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:38.354306 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: dv-cinder-793264-5-smb {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:09:38.438876 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:38.535861 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'external_fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:09:37Z', 'revision_number': 5, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port': {'id': '5a468447-ba90-4be8-a763-542482b8cc4a', 'name': '', 'network_id': 'b10739a4-2a8d-424f-846d-b2d220f269f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:14Z', 'updated_at': '2021-06-22T02:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69ca77cd-fe5c-4cab-a15e-631fae361900', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-5-smb'}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:38.561900 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] Checking router: 0ea2f198-1d28-48a0-ad24-aeaf10193f1e for host: dv-cinder-793264-5-smb {{(pid=99638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:09:38.569962 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] Routers {'0ea2f198-1d28-48a0-ad24-aeaf10193f1e'} bound to L3 agent in host dv-cinder-793264-5-smb {{(pid=99638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:09:38.570559 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:51:58Z,description=,heartbeat_timestamp=2021-06-22T02:09:28Z,host='dv-cinder-793264-5-smb',id=66779529-0631-4ae1-afc6-a59b828b4011,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:51:58Z,topic='l3_agent')) {'router_ids': ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'], 'active': True} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:38.587734 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Deleting port 5a468447-ba90-4be8-a763-542482b8cc4a {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:38.592130 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:38.657851 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_dvr_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] Set router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e gateway port host: None {{(pid=99638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:09:38.681070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] For port 5a468447-ba90-4be8-a763-542482b8cc4a, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=5a468447-ba90-4be8-a763-542482b8cc4a,segment=NetworkSegment(89cbf2d2-df63-445a-9773-776fc3a88b0b),segment_id=89cbf2d2-df63-445a-9773-776fc3a88b0b)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:38.681427 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:38.709875 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.l3_hamode_db [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:09:38Z', 'revision_number': 6, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port_host': None}], 'dv-cinder-793264-5-smb', False) {} {{(pid=99638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:38.738710 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb2044-09f3-46c3-ae1a-9d71d0e97243 None None] The sync data for ids ['0ea2f198-1d28-48a0-ad24-aeaf10193f1e'] in dv-cinder-793264-5-smb is: [{'id': '0ea2f198-1d28-48a0-ad24-aeaf10193f1e', 'name': 'tempest-AttachVolumeShelveTestJSON-1672106728-router', 'tenant_id': '7742d9252bff49b894f65802d1b8594b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:13Z', 'updated_at': '2021-06-22T02:09:38Z', 'revision_number': 6, 'project_id': '7742d9252bff49b894f65802d1b8594b', 'gw_port_host': None}] {{(pid=99638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:09:38.789869 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Calling delete_port for 5a468447-ba90-4be8-a763-542482b8cc4a owned by network:router_gateway {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:38.891374 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d7cec-f8d0-4ebf-b3ac-c732aea632d8 req-1b032a38-021f-41b3-b2f4-c8be2f5e12ca tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:38.892729 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-669d7cec-f8d0-4ebf-b3ac-c732aea632d8 req-1b032a38-021f-41b3-b2f4-c8be2f5e12ca tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 945 time: 0.2173643 Jun 22 02:09:38.903014 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e26863-7206-4658-90db-f21f07e5c75e req-e4b63b17-5297-4d4b-b31f-ac56b3cf828f tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:38.904365 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-65e26863-7206-4658-90db-f21f07e5c75e req-e4b63b17-5297-4d4b-b31f-ac56b3cf828f tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.16 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 945 time: 0.2397199 Jun 22 02:09:39.019795 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-669d7cec-f8d0-4ebf-b3ac-c732aea632d8 req-bbdbf52c-d0bb-4188-8b39-821ca389e403 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/security-groups?id=6fc97d3a-71fc-457d-91d6-47463e752501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132929 Jun 22 02:09:39.112045 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Deleting port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:39.112045 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.175028 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.179783 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-01a5b485-ee81-4cf6-a22b-d30dba78be46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:39.219175 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a468447-ba90-4be8-a763-542482b8cc4a,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:39.273856 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.274531 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.274643 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.274948 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.275309 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.275671 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.276029 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.276385 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.276740 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.277130 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.277482 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.277829 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:39.280903 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:39.291814 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] For port 91e5eff1-983c-4f23-9695-f8a805b2c8b1, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=91e5eff1-983c-4f23-9695-f8a805b2c8b1,segment=NetworkSegment(a137b972-7f3e-4e04-8391-f8677bd71f76),segment_id=a137b972-7f3e-4e04-8391-f8677bd71f76)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:39.292173 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.359577 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Calling delete_port for 91e5eff1-983c-4f23-9695-f8a805b2c8b1 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:39.368589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608841'] for router_gateway, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.766821 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10693'] for router, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.770990 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.902398 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572149'] for router, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.902892 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea2f198-1d28-48a0-ad24-aeaf10193f1e {{(pid=99636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:09:39.907072 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.908189 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0ea2f198-1d28-48a0-ad24-aeaf10193f1e HTTP/1.1" status: 204 len: 168 time: 1.6696060 Jun 22 02:09:39.910684 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42950) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:39.960043 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Deleting subnet 2992c285-5024-432f-8e06-2caff6af0221 {{(pid=99636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:09:39.963211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.993850 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:39.998638 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:40.005249 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['91e5eff1-983c-4f23-9695-f8a805b2c8b1'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:09:40.022151 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780505'] for subnet, precommit_delete_associations {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.044488 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Pushing event deleted for resources: {'Port': ['ID=91e5eff1-983c-4f23-9695-f8a805b2c8b1,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:40.054137 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:40.107317 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5a468447-ba90-4be8-a763-542482b8cc4a no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:09:40.114972 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] No DVR routers for this DVR port 91e5eff1-983c-4f23-9695-f8a805b2c8b1 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:09:40.118748 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.120764 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-65e26863-7206-4658-90db-f21f07e5c75e req-fdfd6f08-2464-44d3-a195-4717bd029114 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.16 "DELETE /v2.0/ports/91e5eff1-983c-4f23-9695-f8a805b2c8b1 HTTP/1.1" status: 204 len: 173 time: 1.2032783 Jun 22 02:09:40.121425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'name': 'network-vif-deleted', 'tag': '91e5eff1-983c-4f23-9695-f8a805b2c8b1'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:09:40.123922 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9832fd37-34e4-4546-bfaa-48ff4adaec7a" -d '{"events": [{"server_uuid": "64d593c7-1c7e-4db8-aaf3-c34fbc14fad4", "name": "network-vif-deleted", "tag": "91e5eff1-983c-4f23-9695-f8a805b2c8b1"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:09:40.139371 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 5a468447-ba90-4be8-a763-542482b8cc4a {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:09:40.139371 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5a468447-ba90-4be8-a763-542482b8cc4a not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:09:40.139371 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5d5642e7-06b8-45d0-9311-05c28da9f481 no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:09:40.156285 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 5d5642e7-06b8-45d0-9311-05c28da9f481 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:09:40.156645 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 5d5642e7-06b8-45d0-9311-05c28da9f481 not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:09:40.164550 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.186405 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef19fa-8418-45cf-993e-165155d66042 x-openstack-request-id: req-e6ef19fa-8418-45cf-993e-165155d66042 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:09:40.186845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d593c7-1c7e-4db8-aaf3-c34fbc14fad4", "name": "network-vif-deleted", "tag": "91e5eff1-983c-4f23-9695-f8a805b2c8b1", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:09:40.187229 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6ef19fa-8418-45cf-993e-165155d66042 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:09:40.187792 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d593c7-1c7e-4db8-aaf3-c34fbc14fad4', 'name': 'network-vif-deleted', 'tag': '91e5eff1-983c-4f23-9695-f8a805b2c8b1', 'status': 'completed', 'code': 200} Jun 22 02:09:40.196683 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31dc1830-f0b6-4b0e-b387-a734019de6a9 req-03516e4d-a567-45a1-b0b1-f328ba440d40 tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d593c7-1c7e-4db8-aaf3-c34fbc14fad4 HTTP/1.1" status: 200 len: 210 time: 0.0339570 Jun 22 02:09:40.313984 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11091382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11117259'] for subnet, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.317596 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-09559992-868a-4e2f-b6f5-806b55001106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:40.342290 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2992c285-5024-432f-8e06-2caff6af0221,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:40.344235 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.346631 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2992c285-5024-432f-8e06-2caff6af0221 HTTP/1.1" status: 204 len: 168 time: 0.4344125 Jun 22 02:09:40.347658 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c7e56dd1-2a46-4eca-add5-19ce1909014b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:40.349085 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42956) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:40.349323 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba80f9-e92f-4250-9336-27c35b7774a7 None None] Network e8c9692f-3735-4454-be5a-b34d2b08ad27 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:40.421741 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.476524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Deleting port 27eca034-91e4-4bba-ad77-d5a71d9bc93b {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:40.476893 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.536849 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] DHCP port deletion for e8c9692f-3735-4454-be5a-b34d2b08ad27 request from dv-cinder-793264-5-smb {{(pid=99637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:09:40.544011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] For port 27eca034-91e4-4bba-ad77-d5a71d9bc93b, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=27eca034-91e4-4bba-ad77-d5a71d9bc93b,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:40.544011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.583580 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Deleting port 27eca034-91e4-4bba-ad77-d5a71d9bc93b {{(pid=99637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:09:40.583873 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.607182 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Calling delete_port for 27eca034-91e4-4bba-ad77-d5a71d9bc93b owned by network:dhcp {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:40.647206 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] For port 27eca034-91e4-4bba-ad77-d5a71d9bc93b, host dv-cinder-793264-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-5-smb',level=0,port_id=27eca034-91e4-4bba-ad77-d5a71d9bc93b,segment=NetworkSegment(d4ce0e30-a66e-4c84-acb2-404cbe66673f),segment_id=d4ce0e30-a66e-4c84-acb2-404cbe66673f)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:40.647614 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.709691 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Calling delete_port for 27eca034-91e4-4bba-ad77-d5a71d9bc93b owned by network:dhcp {{(pid=99637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:09:40.753830 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.757398 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-82b0ea97-149e-40e7-8398-d0571d5e1991 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:40.783288 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Pushing event deleted for resources: {'Port': ['ID=27eca034-91e4-4bba-ad77-d5a71d9bc93b,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:40.785650 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] No DVR routers for this DVR port 27eca034-91e4-4bba-ad77-d5a71d9bc93b on host dv-cinder-793264-5-smb {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:09:40.787391 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:40.791009 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696'] for port, after_delete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.793901 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:40.817445 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Pushing event deleted for resources: {'Port': ['ID=27eca034-91e4-4bba-ad77-d5a71d9bc93b,revision_number=None']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:40.819260 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] No DVR routers for this DVR port 27eca034-91e4-4bba-ad77-d5a71d9bc93b on host dv-cinder-793264-5-smb {{(pid=99637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:09:40.820681 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-4132732d-6f76-46ba-b31c-68ea7f3b6aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:40.857532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.867061 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c9692f-3735-4454-be5a-b34d2b08ad27']}} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:40.877699 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ce0e30-a66e-4c84-acb2-404cbe66673f') {'for_net_delete': True} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:40.891531 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.services.segments.db [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ce0e30-a66e-4c84-acb2-404cbe66673f') {} {{(pid=99636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:09:40.891531 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780526'] for segment, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.903544 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.909778 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=99636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:09:40.910161 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11210511'] for segment, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: Traceback (most recent call last): Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: timer() Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: cb(*args, **kw) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: return func(*args, **kwargs) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: self._notify() Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: self.callback(batched_events) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: event.method(event) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: return f(self, *a, **k) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: return self._get(url).json() Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: return self.request(url, 'GET', **kwargs) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:09:40.911805 dv-cinder-793264-5-smb neutron-server[99636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:09:41.062190 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:41.066724 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:41.069320 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:41.071124 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] 10.222.0.35 "DELETE /v2.0/networks/e8c9692f-3735-4454-be5a-b34d2b08ad27 HTTP/1.1" status: 204 len: 168 time: 0.7211306 Jun 22 02:09:41.082876 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c9692f-3735-4454-be5a-b34d2b08ad27,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:41.086453 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:41.368009 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42964) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:41.413597 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-8284bbaa-d92a-4703-b532-2d5ee157eb6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7742d9252bff49b894f65802d1b8594b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439789 Jun 22 02:09:41.415925 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 42966) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:41.470374 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:41.493239 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:41.628936 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:41.631539 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:41.632693 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de9c5679-ad47-4f70-ad18-c03a4668b7ab HTTP/1.1" status: 204 len: 168 time: 0.2157562 Jun 22 02:09:41.633653 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8aa8ff24-4b40-46ee-b909-c967e51c3935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:41.641979 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c5679-ad47-4f70-ad18-c03a4668b7ab,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:41.644566 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-bc3b57cd-9bb5-4c0f-885e-2c42310901a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:42.089726 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 27eca034-91e4-4bba-ad77-d5a71d9bc93b no longer exists at agent ovs-agent-dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:09:42.112922 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] No Port match for: 27eca034-91e4-4bba-ad77-d5a71d9bc93b {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:09:42.113280 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Device 27eca034-91e4-4bba-ad77-d5a71d9bc93b not bound to the agent host dv-cinder-793264-5-smb {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:09:42.472308 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 91e5eff1-983c-4f23-9695-f8a805b2c8b1 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:09:42.499266 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 91e5eff1-983c-4f23-9695-f8a805b2c8b1 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:09:42.499266 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 91e5eff1-983c-4f23-9695-f8a805b2c8b1 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:09:42.720297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 42992) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:42.811105 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1276350655-network', 'tenant_id': '0fece34f17d7428f97a1be8e1727e9a4'}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:42.965346 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Made reservation on behalf of 0fece34f17d7428f97a1be8e1727e9a4 for: {'network': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:42.967729 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for network, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:42.981055 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.062316 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.188394 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.193299 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-aa5ff699-a480-4b10-824a-836838df907b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:43.210616 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=99635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:09:43.226007 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be92192d-0056-4418-9c9b-4cb3810c3b78,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:43.229247 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.229599 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.db.segments_db [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Added segment f6f638eb-62cb-4f0a-bac2-9f75270d5282 of type vlan for network 9584b474-0e5b-407b-b709-6b573f0a9e64 Jun 22 02:09:43.231356 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:43.270630 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784463463141'] for network, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.371364 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934'] for network, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.372867 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:43.373483 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.377342 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:43.442604 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Pushing event updated for resources: {'Network': ['ID=9584b474-0e5b-407b-b709-6b573f0a9e64,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:43.445526 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:43.453378 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 details requested by agent ovs-agent-dv-cinder-793264-5-smb with host dv-cinder-793264-5-smb {{(pid=99637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:09:43.554475 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8330781 Jun 22 02:09:43.557715 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43006) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:09:43.562869 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.v2.base [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Request body: {'subnet': {'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1276350655-subnet', 'tenant_id': '0fece34f17d7428f97a1be8e1727e9a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:43.742447 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Made reservation on behalf of 0fece34f17d7428f97a1be8e1727e9a4 for: {'subnet': 1} {{(pid=99635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:43.745101 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12171564'] for subnet, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.988174 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11375028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12171550'] for subnet, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:43.991801 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-81d2d56f-568a-4da2-ada0-12d0ab48335b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:44.045267 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616f4d7b-085a-4f42-bd1f-0a66d1b1244f,revision_number=0']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:44.049125 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:44.053061 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Checking segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:09:44.053433 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Network hostable DHCP agents. Network: 9584b474-0e5b-407b-b709-6b573f0a9e64, hostable agents: ['76ec5805-15d7-48af-a9aa-cc676d491706'], hosted agents: [] {{(pid=99635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:09:44.222463 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 is scheduled to be hosted by DHCP agent 76ec5805-15d7-48af-a9aa-cc676d491706 with binding_index 1 {{(pid=99635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:09:44.342591 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.scheduler.base_scheduler [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-5-smb, 9584b474-0e5b-407b-b709-6b573f0a9e64) {{(pid=99635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:09:44.347386 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:44.347994 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:44.352595 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb573c7b-e2c7-4dd0-b80c-834a895f96c9 None None] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:44.451324 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-c016a95b-9606-46f6-af94-b2fc68ad66c5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8925524 Jun 22 02:09:44.473586 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d1d28-b93d-4735-abc7-83294b3c2789 None None] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 requested from dv-cinder-793264-5-smb {{(pid=99637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:09:44.878088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-5f6bf27e-c958-475f-a740-fbb81715feca tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:44.879925 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-5f6bf27e-c958-475f-a740-fbb81715feca tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.1032271 Jun 22 02:09:44.894601 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-dd3e78e0-deca-4cb1-bd37-6adc4b8b9e80 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/quotas/0fece34f17d7428f97a1be8e1727e9a4 HTTP/1.1" status: 200 len: 375 time: 0.0091233 Jun 22 02:09:44.927551 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-e9ad3c0c-7b1e-4a74-83a6-4e16d410782a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279331 Jun 22 02:09:45.014257 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-00b8140d-059a-4225-b379-5376aea17286 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Jun 22 02:09:45.103038 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-1a881f30-3e0c-411c-9ddd-3d8c8f601cb1 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830410 Jun 22 02:09:45.558804 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2d0c90a9-bab6-494e-a892-7a765fdf8f05 req-8d1e6c04-0904-4fc4-a6ce-00b6aaa8a007 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 210 time: 0.0324438 Jun 22 02:09:46.644441 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7c7fe25a-0e92-45d9-b562-36fd2e4cc9b5 req-20727a5c-a158-43c5-8236-5be6b47924cf tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 210 time: 0.0338359 Jun 22 02:09:47.828042 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-893ff2bd-f56b-4007-b434-a9ff6b8bca02 req-65762ff7-c23e-49ef-bdc6-fee9061c1182 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 210 time: 0.0310934 Jun 22 02:09:48.750774 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-46784518-5137-4642-86c4-1257a88e30b5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:48.752444 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-46784518-5137-4642-86c4-1257a88e30b5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.1064920 Jun 22 02:09:48.764733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Request body: {'port': {'device_id': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'admin_state_up': True, 'tenant_id': '0fece34f17d7428f97a1be8e1727e9a4'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:48.930874 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Made reservation on behalf of 0fece34f17d7428f97a1be8e1727e9a4 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:09:48.935362 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:48.976245 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8dd06bae-c067-40e4-a96b-063ee9022c29 req-f76cf62a-45a9-40e4-822f-fda89f2db5f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jun 22 02:09:49.066147 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Allocated IP 172.20.0.9 (9584b474-0e5b-407b-b709-6b573f0a9e64/616f4d7b-085a-4f42-bd1f-0a66d1b1244f/4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:09:49.216470 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:49.337339 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:49.341547 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-5aaf8271-0c70-465d-b5ce-57f0a723cce4 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:49.382151 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:09:49.385245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:09:49.389238 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:09:49.415845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event updated for resources: {'Port': ['ID=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:49.420130 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:49.442152 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:49.443617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:49.446266 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:09:49.537070 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-574a0bf9-35de-4af8-a416-02450103d2b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7757738 Jun 22 02:09:49.548049 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Request body: {'port': {'device_id': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:09:49.625326 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:49.901650 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:09:49.908770 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:49.920567 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Transition to ACTIVE for port object 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:09:50.045217 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:50.048523 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:50.153783 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Pushing event updated for resources: {'Port': ['ID=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:50.159985 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:50.238737 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb304414-0aff-411c-87f0-53dcb81f294c req-d6286746-9809-4690-9cbb-b4b042af7b71 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:50.240214 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cb304414-0aff-411c-87f0-53dcb81f294c req-d6286746-9809-4690-9cbb-b4b042af7b71 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 943 time: 0.1321185 Jun 22 02:09:50.244528 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Attempting to bind port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:09:50.244894 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Attempting to bind port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:09:50.245227 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Attempting to bind port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:09:50.256694 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a on network 9584b474-0e5b-407b-b709-6b573f0a9e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:09:50.257039 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Attempting to bind port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:09:50.269522 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:09:50.269855 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Checking segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:09:50.270230 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Bound using segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:09:50.270651 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Bound port: 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:09:50.270993 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:50.319576 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cb304414-0aff-411c-87f0-53dcb81f294c req-04d23ddc-ff73-4970-96e5-e726b044ee48 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Jun 22 02:09:50.352504 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] For port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:09:50.355671 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] For port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:09:50.565405 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:50.567587 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4a84ee45-8cb0-46cd-acd8-bc6f3481bfe0 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:50.601705 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:50.602315 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:50.603704 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] 10.222.0.16 "PUT /v2.0/ports/4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a HTTP/1.1" status: 200 len: 1093 time: 1.0599239 Jun 22 02:09:50.604212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'tag': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:09:50.606520 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e70b4a-776c-49e0-827f-476182838a62" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c", "tag": "4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:09:50.628117 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Pushing event updated for resources: {'Port': ['ID=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:50.631357 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:50.642019 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a27e2-20df-4e0f-a413-3b00f4e7f3ed x-openstack-request-id: req-d46a27e2-20df-4e0f-a413-3b00f4e7f3ed {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:09:50.642345 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c", "tag": "4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:09:50.642636 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d46a27e2-20df-4e0f-a413-3b00f4e7f3ed {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:09:50.643068 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'tag': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'status': 'completed', 'code': 200} Jun 22 02:09:50.713465 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70b4a-776c-49e0-827f-476182838a62 req-b9e569d3-90f2-464f-a160-6ebe7531340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:50.715341 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-51e70b4a-776c-49e0-827f-476182838a62 req-b9e569d3-90f2-464f-a160-6ebe7531340e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 1096 time: 0.0533597 Jun 22 02:09:50.824124 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70b4a-776c-49e0-827f-476182838a62 req-51df3500-534a-46f2-a55d-32c60a1b4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:50.825649 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-51e70b4a-776c-49e0-827f-476182838a62 req-51df3500-534a-46f2-a55d-32c60a1b4058 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1039062 Jun 22 02:09:50.919119 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70b4a-776c-49e0-827f-476182838a62 req-a842e14b-0f95-4202-91a3-badd78e1759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:50.920572 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-51e70b4a-776c-49e0-827f-476182838a62 req-a842e14b-0f95-4202-91a3-badd78e1759e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885501 Jun 22 02:09:51.012445 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-20452eee-1d99-4e78-88c0-6ff165b25d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:51.017771 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-20452eee-1d99-4e78-88c0-6ff165b25d40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 1096 time: 0.0566595 Jun 22 02:09:51.054487 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-005ebe70-3791-4ad1-8103-7899905d232e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a HTTP/1.1" status: 200 len: 217 time: 0.0340939 Jun 22 02:09:51.110842 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-50e0fd04-2387-4eef-9850-58263305c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:51.112170 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-50e0fd04-2387-4eef-9850-58263305c7d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=616f4d7b-085a-4f42-bd1f-0a66d1b1244f HTTP/1.1" status: 200 len: 855 time: 0.0521221 Jun 22 02:09:51.148375 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-117547f5-fc9c-4bf9-91cd-abde250c8c7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9584b474-0e5b-407b-b709-6b573f0a9e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298231 Jun 22 02:09:51.234419 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-224942b5-e528-40f3-987a-9085fa5ffcdd service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798199 Jun 22 02:09:51.327692 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-668a223e-933d-4b2b-b71b-5dcfcc431ca9 req-10e7d69e-7b75-44e3-8822-8d1de8ada7a8 service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872273 Jun 22 02:09:51.500399 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39ff32-1680-449c-8d12-8d8b5f5fa8a5 req-fc6c6df3-096d-47ec-8685-0b92d0c619f4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:51.502151 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cf39ff32-1680-449c-8d12-8d8b5f5fa8a5 req-fc6c6df3-096d-47ec-8685-0b92d0c619f4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 943 time: 0.0642855 Jun 22 02:09:51.539977 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cf39ff32-1680-449c-8d12-8d8b5f5fa8a5 req-a1867fbb-e773-442b-8acb-eecb7695d981 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Jun 22 02:09:52.716533 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1420-5152-402c-a707-587bbe890c78 req-d63e357d-55cf-4d86-9c9e-f44c73dda3c9 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:52.718046 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-34fb1420-5152-402c-a707-587bbe890c78 req-d63e357d-55cf-4d86-9c9e-f44c73dda3c9 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 943 time: 0.0658817 Jun 22 02:09:52.756345 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-34fb1420-5152-402c-a707-587bbe890c78 req-cdf9f822-d0a3-41c5-a5d4-b919f51a668c tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Jun 22 02:09:53.927668 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935f053-2574-4e69-86a3-04c5a1411f3b req-55df1af6-8506-4915-aeed-a92cde82543a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:53.929104 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4935f053-2574-4e69-86a3-04c5a1411f3b req-55df1af6-8506-4915-aeed-a92cde82543a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 943 time: 0.0627215 Jun 22 02:09:53.966706 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4935f053-2574-4e69-86a3-04c5a1411f3b req-5cae7378-38a9-4c5e-9066-0d7bf993de40 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Jun 22 02:09:54.588364 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:09:54.679677 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:54.692896 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'port_id': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'mac_address': 'fa:16:3e:aa:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616f4d7b-085a-4f42-bd1f-0a66d1b1244f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:09:54.731016 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:54.746336 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:09:54.765920 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:54.850926 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:54.852589 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:54.897300 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:54.904116 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.904465 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.904831 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.905174 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.905508 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.905840 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.906170 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.906498 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.906824 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.907151 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.907472 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.907792 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:09:54.912025 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:54.922918 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:55.111783 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-00101ed3-2805-4a5d-8bf1-24f39ad78a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:55.140422 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:09:55.142381 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800087f4-1b9c-4d1a-af89-278a8760b394 req-e88ba1fb-9895-4f7e-b6de-6c7633ca1c31 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:55.144569 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-800087f4-1b9c-4d1a-af89-278a8760b394 req-e88ba1fb-9895-4f7e-b6de-6c7633ca1c31 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 944 time: 0.0652845 Jun 22 02:09:55.183959 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-800087f4-1b9c-4d1a-af89-278a8760b394 req-4a62e983-1339-470f-98b3-fa5b4046245b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Jun 22 02:09:56.361330 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aed584-a2b2-41a9-bb54-aab37251d85e req-cb16cb18-ee34-44f3-8ce2-a0cf0503c543 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:56.362891 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-30aed584-a2b2-41a9-bb54-aab37251d85e req-cb16cb18-ee34-44f3-8ce2-a0cf0503c543 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 944 time: 0.0703266 Jun 22 02:09:56.401126 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-30aed584-a2b2-41a9-bb54-aab37251d85e req-0812080c-d4ea-4a07-b118-6786bc15aa8e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Jun 22 02:09:56.603934 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:09:56.827727 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:09:56.831574 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:09:56.831952 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:56.906917 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:56.929248 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:09:56.931678 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e009a00-8668-403b-af4d-a297a43aea9e" -d '{"events": [{"server_uuid": "0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c", "name": "network-vif-plugged", "status": "completed", "tag": "4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:09:56.944337 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:09:56.966510 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb58e5-8acd-4672-ad5c-c0f0f7717ed3 x-openstack-request-id: req-83fb58e5-8acd-4672-ad5c-c0f0f7717ed3 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:09:56.966669 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c", "name": "network-vif-plugged", "status": "completed", "tag": "4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:09:56.966863 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-83fb58e5-8acd-4672-ad5c-c0f0f7717ed3 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:09:56.967260 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'code': 200} Jun 22 02:09:57.038188 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:57.040077 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:09:57.093565 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:09:57.096686 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:09:57.417852 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c451c-c639-4a56-9fa7-6b788761ea8f req-dad67bf4-8488-4466-b71b-5b9b6e85f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:57.419331 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-427c451c-c639-4a56-9fa7-6b788761ea8f req-dad67bf4-8488-4466-b71b-5b9b6e85f7b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 1098 time: 0.0521691 Jun 22 02:09:57.456996 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-427c451c-c639-4a56-9fa7-6b788761ea8f req-71289ace-041d-4293-b2bf-78e29be88fbb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jun 22 02:09:57.574737 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86906a-ee0d-4458-977d-90e8f92d96bc req-8370bbce-a8f5-4281-83dd-edf4ee5b2436 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:57.576203 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cd86906a-ee0d-4458-977d-90e8f92d96bc req-8370bbce-a8f5-4281-83dd-edf4ee5b2436 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 945 time: 0.0626652 Jun 22 02:09:57.612979 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cd86906a-ee0d-4458-977d-90e8f92d96bc req-a6571915-a1c5-4985-a53a-dd9d7b87992e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Jun 22 02:09:57.667954 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-5edc49a3-0ebb-4364-bb73-b1ca86775e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:57.939911 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:58.789518 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38be1d-5309-4c6f-aaca-b80ef3d7da72 req-051a22e0-ba2e-49ce-a1be-a9485acc0e1a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:09:58.791028 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fd38be1d-5309-4c6f-aaca-b80ef3d7da72 req-051a22e0-ba2e-49ce-a1be-a9485acc0e1a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 945 time: 0.0659425 Jun 22 02:09:58.828514 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fd38be1d-5309-4c6f-aaca-b80ef3d7da72 req-b2bc02de-def2-4db1-bc64-8a5bd87b09b0 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Jun 22 02:09:58.905894 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:00.002257 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce634e-4259-4ff1-ad21-91e870b18932 req-c86fb19a-88b9-4b3b-ae22-93cc9e2e01a7 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:00.003819 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-59ce634e-4259-4ff1-ad21-91e870b18932 req-c86fb19a-88b9-4b3b-ae22-93cc9e2e01a7 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 945 time: 0.0684688 Jun 22 02:10:00.041685 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-59ce634e-4259-4ff1-ad21-91e870b18932 req-be34605d-af73-45ad-a4fe-ca3724b8277e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Jun 22 02:10:00.448445 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.034273 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43174) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:01.077777 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Deleting subnet bc2f8c54-849b-4d0d-915e-f16dc0c9168b {{(pid=99635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:10:01.080764 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.113407 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12479747'] for subnet, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.151377 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.335366 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11374955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12171529'] for subnet, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.337790 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ff2763f3-0a08-4a14-a8d1-fadca4bfa7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:01.363494 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2f8c54-849b-4d0d-915e-f16dc0c9168b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:01.365515 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.368049 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bc2f8c54-849b-4d0d-915e-f16dc0c9168b HTTP/1.1" status: 204 len: 168 time: 0.3321829 Jun 22 02:10:01.368449 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-a3edf8d1-f5e8-470d-84ab-539536d1e856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:01.369899 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43176) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:01.435664 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.514564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.524402 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f4379-a390-4404-9269-5a9b69c2ac5b']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:10:01.534639 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a137b972-7f3e-4e04-8391-f8677bd71f76') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:10:01.534929 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a137b972-7f3e-4e04-8391-f8677bd71f76') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:10:01.544155 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.557831 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.563533 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:10:01.563906 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:10:01.565837 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:10:01.702211 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.707209 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.709761 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] 10.222.0.35 "DELETE /v2.0/networks/300f4379-a390-4404-9269-5a9b69c2ac5b HTTP/1.1" status: 204 len: 168 time: 0.3389368 Jun 22 02:10:01.710865 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f9210726-36e6-4a85-9431-06f3b3f716ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:01.712706 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43178) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:01.733152 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=300f4379-a390-4404-9269-5a9b69c2ac5b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:01.735688 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-8504de57-a1e2-4c15-b286-c3f1afa56c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:01.783453 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Deleting subnet 2b60f331-dab1-4795-8c5a-590686a1ea40 {{(pid=99635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:10:01.786654 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.820262 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12479747'] for subnet, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.859115 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.988354 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11374955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12171529'] for subnet, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.992632 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:02.022145 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b60f331-dab1-4795-8c5a-590686a1ea40,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:02.025245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:02.026224 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.028270 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-d381f9b2-88ce-4ecc-b4df-a7f6e267b253 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2b60f331-dab1-4795-8c5a-590686a1ea40 HTTP/1.1" status: 204 len: 168 time: 0.3138015 Jun 22 02:10:02.031796 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43186) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:02.100903 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.182911 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.193232 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de953ae-0dbf-4847-88ad-655eaef4ce80']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:10:02.203483 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5674f95-2614-45cd-894c-ec9f0bdafed9') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:10:02.203778 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5674f95-2614-45cd-894c-ec9f0bdafed9') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:10:02.212285 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.225795 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.231606 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:10:02.231983 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:10:02.233645 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:10:02.381916 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.385604 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1c7a8c48-0316-4bc1-b6be-47ee7c99476a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:02.388374 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.389991 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9de953ae-0dbf-4847-88ad-655eaef4ce80 HTTP/1.1" status: 204 len: 168 time: 0.3572838 Jun 22 02:10:02.401004 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de953ae-0dbf-4847-88ad-655eaef4ce80,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:02.403426 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-13b41d00-2698-424a-8b52-f8aad40762d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:02.786587 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43194) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:02.827504 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-cbf40149-b92a-43a6-a3af-ea28fbf47296 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b008f886b8b4d68aea6bcdd5909ca34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396519 Jun 22 02:10:02.829835 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43196) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:02.878439 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:02.900212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:03.044984 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:03.047619 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:03.048753 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fc97d3a-71fc-457d-91d6-47463e752501 HTTP/1.1" status: 204 len: 168 time: 0.2180383 Jun 22 02:10:03.049669 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-924ea4e4-eebc-4a98-8c38-c84666f65059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:03.060744 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc97d3a-71fc-457d-91d6-47463e752501,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:03.063268 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:04.009504 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43206) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:04.049762 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-b709d0e5-9254-4063-9027-ec65468a09bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b084ba2cbeb4987b0b9374bd42297e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389607 Jun 22 02:10:04.052729 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43208) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:04.105059 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:04.128843 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:04.256215 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:04.258932 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:04.260120 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cc57ee5-aece-4e6e-9df5-0a7eae9fab61 HTTP/1.1" status: 204 len: 168 time: 0.2062321 Jun 22 02:10:04.260956 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9e0b0531-d30b-4aac-9879-55fa7b0f0830 tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:04.268829 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc57ee5-aece-4e6e-9df5-0a7eae9fab61,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:04.271631 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:05.282064 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-67001147-366d-4d4f-851d-ca84eb946f30 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:05.283418 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-67001147-366d-4d4f-851d-ca84eb946f30 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.1024671 Jun 22 02:10:05.298186 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-4fa6f3c5-b75d-4705-878b-2d2946c0be1e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/quotas/0fece34f17d7428f97a1be8e1727e9a4 HTTP/1.1" status: 200 len: 375 time: 0.0093853 Jun 22 02:10:05.364102 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-a5752aa3-938f-4402-8c7b-c55e4213a66b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608373 Jun 22 02:10:05.547415 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-11bc0443-6ec9-49db-a886-d4ef189ff5f2 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763520 Jun 22 02:10:05.640129 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-ce4dfab7-d46b-47ef-9a21-0516adbb1d81 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Jun 22 02:10:05.966022 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-294ccbed-ba55-41bb-babb-7595f828c48a req-85ea54d6-b132-4419-b509-358d4e91b974 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 210 time: 0.0290191 Jun 22 02:10:06.131257 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43262) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:06.236559 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.321590 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.398874 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.402297 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ed18cb8a-b2ce-483f-827c-c52fce7ff133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:06.443076 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d2662b6614a406f9aefb327bb328fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107643 Jun 22 02:10:06.445309 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b56a41-6455-430f-b305-f4768c713fa7,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:06.445864 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43268) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:06.453183 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:06.497852 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.518943 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.650460 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.653074 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.654227 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79b56a41-6455-430f-b305-f4768c713fa7 HTTP/1.1" status: 204 len: 168 time: 0.2073793 Jun 22 02:10:06.654997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ca81def5-08d5-45c6-a2a5-de39f22363c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:06.662431 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b56a41-6455-430f-b305-f4768c713fa7,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:06.665248 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:07.112672 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-83c95e61-8f02-42a0-ab06-1a5ba58df2df req-f23f4c86-b829-4003-a32f-e92ac23fc3b8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 210 time: 0.0328839 Jun 22 02:10:08.256269 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-93162cbe-fefd-42c0-bf72-95e5bb4a3d4e req-ff54ab3f-1c66-4abc-8bd4-75e0c28d5b6d tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 210 time: 0.0278628 Jun 22 02:10:08.382290 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-6233a5b7-6840-4b9e-bb8a-98dadeb82bd6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:08.383723 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-6233a5b7-6840-4b9e-bb8a-98dadeb82bd6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.0989327 Jun 22 02:10:08.395229 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Request body: {'port': {'device_id': 'b07762a2-ac07-4247-b504-dd71a485490b', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'admin_state_up': True, 'tenant_id': '0fece34f17d7428f97a1be8e1727e9a4'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:10:08.586662 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Made reservation on behalf of 0fece34f17d7428f97a1be8e1727e9a4 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:10:08.590597 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:08.715295 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Allocated IP 172.20.0.6 (9584b474-0e5b-407b-b709-6b573f0a9e64/616f4d7b-085a-4f42-bd1f-0a66d1b1244f/cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:10:08.895325 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:09.014848 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:09.018863 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3f5abbf1-cb1a-4d96-b1bb-561f50617f97 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:09.026238 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:10:09.062080 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:10:09.065519 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:10:09.069369 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:10:09.076113 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event updated for resources: {'Port': ['ID=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:09.101051 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:09.128496 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:09.129175 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:09.197889 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8065228 Jun 22 02:10:09.210167 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Request body: {'port': {'device_id': 'b07762a2-ac07-4247-b504-dd71a485490b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:10:09.280025 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:09.505240 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e706-b5a7-4c79-91b6-aac34bfeabe0 req-6cb1c660-ac92-4b18-a8cc-5c2dcda6a401 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:09.506779 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2b52e706-b5a7-4c79-91b6-aac34bfeabe0 req-6cb1c660-ac92-4b18-a8cc-5c2dcda6a401 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 931 time: 0.1268663 Jun 22 02:10:09.570588 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2b52e706-b5a7-4c79-91b6-aac34bfeabe0 req-5a657207-ebd5-40a3-a9e8-f1697ed90245 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555837 Jun 22 02:10:09.614500 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:10:09.622024 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:09.634451 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Transition to ACTIVE for port object cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:10:09.781627 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:09.783769 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8315e288-e04c-4b72-aa5e-4be2c33f8011 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:10.133806 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:10.137233 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:10.201242 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Attempting to bind port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:10:10.201582 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Attempting to bind port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:10:10.201909 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Attempting to bind port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:10:10.206200 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e on network 9584b474-0e5b-407b-b709-6b573f0a9e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:10:10.206507 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Attempting to bind port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:10:10.211216 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:10:10.211556 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Checking segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:10:10.211939 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Bound using segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:10:10.212361 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Bound port: cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:10:10.212708 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:10.276978 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] For port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:10:10.279897 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] For port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:10:10.365635 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:10.367810 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-4d29ecb0-c79f-43ac-bb3d-945dde339309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:10.404058 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.404669 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:10.406122 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] 10.222.0.16 "PUT /v2.0/ports/cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e HTTP/1.1" status: 200 len: 1093 time: 1.2003896 Jun 22 02:10:10.406640 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07762a2-ac07-4247-b504-dd71a485490b', 'tag': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:10:10.409060 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e61810-03b2-4e32-8dc3-03fb82c9b450" -d '{"events": [{"name": "network-changed", "server_uuid": "b07762a2-ac07-4247-b504-dd71a485490b", "tag": "cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:10:10.428487 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:10.432448 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:10.449078 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2c4270-2fae-4074-b361-82b0adf2e28d x-openstack-request-id: req-0b2c4270-2fae-4074-b361-82b0adf2e28d {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:10:10.449415 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07762a2-ac07-4247-b504-dd71a485490b", "tag": "cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:10:10.449715 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b2c4270-2fae-4074-b361-82b0adf2e28d {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:10:10.450156 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07762a2-ac07-4247-b504-dd71a485490b', 'tag': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'status': 'completed', 'code': 200} Jun 22 02:10:10.527289 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e61810-03b2-4e32-8dc3-03fb82c9b450 req-1bc0a033-a2f7-406e-a65a-be1069bd2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.528767 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-91e61810-03b2-4e32-8dc3-03fb82c9b450 req-1bc0a033-a2f7-406e-a65a-be1069bd2bc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 1096 time: 0.0592773 Jun 22 02:10:10.629733 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e61810-03b2-4e32-8dc3-03fb82c9b450 req-1dc9d06a-71e5-497f-ab0e-221f20d63d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.631162 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-91e61810-03b2-4e32-8dc3-03fb82c9b450 req-1dc9d06a-71e5-497f-ab0e-221f20d63d34 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948515 Jun 22 02:10:10.762285 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e61810-03b2-4e32-8dc3-03fb82c9b450 req-28e2c142-e336-4a4b-9173-bf953ea48f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.763725 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-91e61810-03b2-4e32-8dc3-03fb82c9b450 req-28e2c142-e336-4a4b-9173-bf953ea48f41 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261203 Jun 22 02:10:10.778420 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b802d2-d9fe-4896-8f60-eb62f8a70039 req-4a8e66a2-07fa-4d18-bcfe-4c652478cfc5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.779908 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1b802d2-d9fe-4896-8f60-eb62f8a70039 req-4a8e66a2-07fa-4d18-bcfe-4c652478cfc5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 943 time: 0.0944450 Jun 22 02:10:10.842998 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a1b802d2-d9fe-4896-8f60-eb62f8a70039 req-f5a5afb7-b6fb-43e1-ae18-fca4ffaacf5e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574193 Jun 22 02:10:10.866466 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-0b35e83f-a9ef-456c-b75f-ac702aafdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.867986 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-0b35e83f-a9ef-456c-b75f-ac702aafdd4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 1096 time: 0.0623503 Jun 22 02:10:10.914971 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-9206e650-2873-4c7a-a2f1-9e5b6de52aea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e HTTP/1.1" status: 200 len: 217 time: 0.0382621 Jun 22 02:10:10.965664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-885dce99-1ae4-4960-a013-24903b3f5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:10.967154 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-885dce99-1ae4-4960-a013-24903b3f5e74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=616f4d7b-085a-4f42-bd1f-0a66d1b1244f HTTP/1.1" status: 200 len: 855 time: 0.0464857 Jun 22 02:10:10.999837 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-266506f0-b69a-40a2-83a9-c2f2ea208347 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9584b474-0e5b-407b-b709-6b573f0a9e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256391 Jun 22 02:10:11.085047 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-3cae34ca-7dda-44f1-8f04-9e5a69cfb4f4 service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792861 Jun 22 02:10:11.177722 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4540bea-3d42-43c0-b5ae-8901cf6b5ab7 req-bb0f0fc4-988a-45b1-a387-b516c15abfa8 service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Jun 22 02:10:12.017093 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19758220-778f-4091-98eb-84aeab66080c req-da765d64-b73d-4c2c-9883-1e6d91088730 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:12.018566 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-19758220-778f-4091-98eb-84aeab66080c req-da765d64-b73d-4c2c-9883-1e6d91088730 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 943 time: 0.0626447 Jun 22 02:10:12.061947 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-19758220-778f-4091-98eb-84aeab66080c req-19cfa6f4-c47f-4dc3-9221-858711664d21 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377107 Jun 22 02:10:13.231875 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e19e1f-a9e4-4869-9367-e8b5e1115455 req-07d60d77-34d0-4392-9ba3-d35dcfd7302c tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:13.233461 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4e19e1f-a9e4-4869-9367-e8b5e1115455 req-07d60d77-34d0-4392-9ba3-d35dcfd7302c tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 943 time: 0.0627465 Jun 22 02:10:13.272380 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-d4e19e1f-a9e4-4869-9367-e8b5e1115455 req-1432b027-b2df-4093-bedc-2ad0ccfe4ccc tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jun 22 02:10:14.616234 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998238a-9fd2-4885-8cf1-d83078e02298 req-256e9999-5c11-49de-a51a-1aa558b19a6a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:14.617731 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8998238a-9fd2-4885-8cf1-d83078e02298 req-256e9999-5c11-49de-a51a-1aa558b19a6a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 943 time: 0.2183542 Jun 22 02:10:14.655852 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8998238a-9fd2-4885-8cf1-d83078e02298 req-aa426857-1f68-4402-a776-3d66d28c7bda tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Jun 22 02:10:14.683926 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:10:14.779417 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:14.790883 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'port_id': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'mac_address': 'fa:16:3e:6c:7c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616f4d7b-085a-4f42-bd1f-0a66d1b1244f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:10:14.828634 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:14.841024 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:10:14.859996 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:14.933968 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:14.936585 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:14.981824 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:14.984991 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:15.217049 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:10:15.882543 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094fec-10e1-4789-998b-e261ce3376d2 req-1e7dbc14-1700-43d6-9f04-3eac315b7b78 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:15.883990 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c7094fec-10e1-4789-998b-e261ce3376d2 req-1e7dbc14-1700-43d6-9f04-3eac315b7b78 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 944 time: 0.1161931 Jun 22 02:10:15.920618 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c7094fec-10e1-4789-998b-e261ce3376d2 req-26213ba3-7696-4635-8eee-1b035a0d0713 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309236 Jun 22 02:10:16.713477 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:10:16.842717 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:10:16.846612 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:10:16.846995 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:16.921353 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:16.943672 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07762a2-ac07-4247-b504-dd71a485490b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:10:16.946034 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c704b-0509-4173-aeaf-7e6d78eb7ffe" -d '{"events": [{"server_uuid": "b07762a2-ac07-4247-b504-dd71a485490b", "name": "network-vif-plugged", "status": "completed", "tag": "cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:10:16.965931 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:16.983698 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64457933-c931-4f68-adbf-981e6e9db7eb x-openstack-request-id: req-64457933-c931-4f68-adbf-981e6e9db7eb {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:10:16.984002 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07762a2-ac07-4247-b504-dd71a485490b", "name": "network-vif-plugged", "status": "completed", "tag": "cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:10:16.984274 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-64457933-c931-4f68-adbf-981e6e9db7eb {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:10:16.984686 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07762a2-ac07-4247-b504-dd71a485490b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'code': 200} Jun 22 02:10:17.061634 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:17.063586 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:17.098994 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7766dfc-1654-4f20-96b4-0d07b7a82875 req-b6f0f703-9928-4cec-97b2-0687b18d2244 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:17.100645 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e7766dfc-1654-4f20-96b4-0d07b7a82875 req-b6f0f703-9928-4cec-97b2-0687b18d2244 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 944 time: 0.0692840 Jun 22 02:10:17.117516 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:17.129747 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:17.146990 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e7766dfc-1654-4f20-96b4-0d07b7a82875 req-6aff9d40-d3fd-4888-ba1a-67144b522686 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Jun 22 02:10:17.395259 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950e6c-0a16-495a-ab85-8848de30f440 req-5eac2805-6463-450a-8dc0-9e75d57fa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:17.396708 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a950e6c-0a16-495a-ab85-8848de30f440 req-5eac2805-6463-450a-8dc0-9e75d57fa7ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 1098 time: 0.0516522 Jun 22 02:10:17.433227 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a950e6c-0a16-495a-ab85-8848de30f440 req-793aa904-b66e-438d-94dd-02bf64147f3c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291617 Jun 22 02:10:18.318303 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41fa82-9de2-4cd2-b108-27609e6f14ed req-d62fc646-bad5-424d-a24d-8d1767b7fb67 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:18.320862 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2f41fa82-9de2-4cd2-b108-27609e6f14ed req-d62fc646-bad5-424d-a24d-8d1767b7fb67 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 945 time: 0.0652068 Jun 22 02:10:18.358694 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2f41fa82-9de2-4cd2-b108-27609e6f14ed req-601d52bc-c84d-4003-bb83-a41855cb0c3b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Jun 22 02:10:19.539334 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fc83d-32aa-49db-875a-a682f4987818 req-08f9bab6-4f16-4e7a-be59-1526bbe877ae tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:19.540833 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b18fc83d-32aa-49db-875a-a682f4987818 req-08f9bab6-4f16-4e7a-be59-1526bbe877ae tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 945 time: 0.0668414 Jun 22 02:10:19.578751 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b18fc83d-32aa-49db-875a-a682f4987818 req-c11549ff-b03c-4f99-9c9c-24bf22de87f3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Jun 22 02:10:21.548930 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-2ba67b12-1b0f-44bf-aa50-e4c51754efe4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:21.551886 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-2ba67b12-1b0f-44bf-aa50-e4c51754efe4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.1063547 Jun 22 02:10:21.566021 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-6bb13e19-5727-4cea-9f27-aa81c0d68ca5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/quotas/0fece34f17d7428f97a1be8e1727e9a4 HTTP/1.1" status: 200 len: 375 time: 0.0100718 Jun 22 02:10:21.635884 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-ca31b3c4-66a6-49a3-98c9-cdb779608209 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646508 Jun 22 02:10:21.727583 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-bc959730-d072-407e-a62d-9f6f2c5735d4 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844605 Jun 22 02:10:21.814250 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-bb5b868b-88bf-43ce-bcff-683aed1325d0 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807934 Jun 22 02:10:22.091285 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-54cb1ab0-ac43-42db-a980-ce3cbedb24bc req-1204cf48-822f-428a-893c-81ae1476d6ed tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 210 time: 0.0292537 Jun 22 02:10:23.182468 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5b16b425-2a2d-425f-a7fa-99be673a685f req-80c6c537-2e36-43c9-89e0-348ac653fa95 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 210 time: 0.0412102 Jun 22 02:10:24.333915 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-df6686b6-d878-4610-b629-5cda5fdc03e5 req-1b22fa6d-94b6-40c5-af39-c576a7ff1cf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 210 time: 0.0385377 Jun 22 02:10:24.902057 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:24.929617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-8c9fb039-9f7a-4f87-8025-ba65306b0fc3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:24.931056 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-8c9fb039-9f7a-4f87-8025-ba65306b0fc3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.0990310 Jun 22 02:10:24.949087 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Request body: {'port': {'device_id': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'admin_state_up': True, 'tenant_id': '0fece34f17d7428f97a1be8e1727e9a4'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:10:25.192673 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Made reservation on behalf of 0fece34f17d7428f97a1be8e1727e9a4 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:10:25.197788 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-89072107-8f92-4275-bde2-c7c269f85ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:25.197997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:25.326526 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Allocated IP 172.20.0.3 (9584b474-0e5b-407b-b709-6b573f0a9e64/616f4d7b-085a-4f42-bd1f-0a66d1b1244f/c9116aad-c4e7-49e8-a860-236a498d81e2) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:10:25.487396 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-29a36c7f-574f-49d4-9501-14172b007184 req-6149309a-be02-4c24-a10d-09613c9da091 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 210 time: 0.0355771 Jun 22 02:10:25.506463 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:25.700143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:25.704181 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:25.714692 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:10:25.749320 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:10:25.752919 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:10:25.757091 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:10:25.783209 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event updated for resources: {'Port': ['ID=c9116aad-c4e7-49e8-a860-236a498d81e2,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:25.787732 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:25.812908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:25.813801 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:25.896393 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-9fccf8e6-ef93-4e2b-bf7f-279e60aab09f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9514954 Jun 22 02:10:25.934063 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Request body: {'port': {'device_id': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:10:26.005757 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:26.278345 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9116aad-c4e7-49e8-a860-236a498d81e2 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:10:26.285931 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:26.298203 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Transition to ACTIVE for port object c9116aad-c4e7-49e8-a860-236a498d81e2 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:10:26.387370 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:26.389654 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e626a515-a6e2-44e1-a5e0-cc093ff97377 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:26.444246 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:10:26.460939 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Pushing event updated for resources: {'Port': ['ID=c9116aad-c4e7-49e8-a860-236a498d81e2,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:26.465119 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:26.534275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Attempting to bind port c9116aad-c4e7-49e8-a860-236a498d81e2 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:10:26.534704 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Attempting to bind port c9116aad-c4e7-49e8-a860-236a498d81e2 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:10:26.535022 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Attempting to bind port c9116aad-c4e7-49e8-a860-236a498d81e2 on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:10:26.539756 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Port c9116aad-c4e7-49e8-a860-236a498d81e2 on network 9584b474-0e5b-407b-b709-6b573f0a9e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:10:26.540099 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Attempting to bind port c9116aad-c4e7-49e8-a860-236a498d81e2 on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:10:26.547283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:10:26.547283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Checking segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:10:26.547283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Bound using segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:10:26.547283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Bound port: c9116aad-c4e7-49e8-a860-236a498d81e2, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:10:26.547283 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:26.611425 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] For port c9116aad-c4e7-49e8-a860-236a498d81e2, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:10:26.614667 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] For port c9116aad-c4e7-49e8-a860-236a498d81e2, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c9116aad-c4e7-49e8-a860-236a498d81e2,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:10:26.666764 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ec92-12c4-4a93-810e-a0d0cd116732 req-dff0c891-a789-4f88-a9f3-60713c8e16e2 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:26.668238 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ba60ec92-12c4-4a93-810e-a0d0cd116732 req-dff0c891-a789-4f88-a9f3-60713c8e16e2 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 943 time: 0.0680902 Jun 22 02:10:26.703570 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:26.705833 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-cb74486b-f793-43e3-9044-cba65862a7f6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:26.752436 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:26.755686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:26.755686 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] 10.222.0.16 "PUT /v2.0/ports/c9116aad-c4e7-49e8-a860-236a498d81e2 HTTP/1.1" status: 200 len: 1093 time: 0.8252914 Jun 22 02:10:26.755686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'tag': 'c9116aad-c4e7-49e8-a860-236a498d81e2'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:10:26.757443 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d490926-9870-49e1-bb72-4f13167455b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2", "tag": "c9116aad-c4e7-49e8-a860-236a498d81e2"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:10:26.803366 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c23a376-2591-40a3-b866-247127e3670f x-openstack-request-id: req-0c23a376-2591-40a3-b866-247127e3670f {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:10:26.803797 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2", "tag": "c9116aad-c4e7-49e8-a860-236a498d81e2", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:10:26.804097 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0c23a376-2591-40a3-b866-247127e3670f {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:10:26.804591 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'tag': 'c9116aad-c4e7-49e8-a860-236a498d81e2', 'status': 'completed', 'code': 200} Jun 22 02:10:26.805683 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Pushing event updated for resources: {'Port': ['ID=c9116aad-c4e7-49e8-a860-236a498d81e2,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:26.810736 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:26.886677 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d490926-9870-49e1-bb72-4f13167455b5 req-5d0a12b4-5857-4c43-80a4-d9e0fb4c47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:26.888309 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d490926-9870-49e1-bb72-4f13167455b5 req-5d0a12b4-5857-4c43-80a4-d9e0fb4c47ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 1096 time: 0.0579772 Jun 22 02:10:26.979621 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-ba60ec92-12c4-4a93-810e-a0d0cd116732 req-756e80ac-2ccf-4701-9f5e-0713c2db7291 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053813 Jun 22 02:10:26.987159 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d490926-9870-49e1-bb72-4f13167455b5 req-3cba8112-efab-4d5e-bf8d-c3627aa57ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:26.988616 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d490926-9870-49e1-bb72-4f13167455b5 req-3cba8112-efab-4d5e-bf8d-c3627aa57ffa service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922143 Jun 22 02:10:27.082623 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d490926-9870-49e1-bb72-4f13167455b5 req-7e8e2b6d-e27b-4ff2-9995-443eaab9f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:27.083984 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8d490926-9870-49e1-bb72-4f13167455b5 req-7e8e2b6d-e27b-4ff2-9995-443eaab9f912 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889430 Jun 22 02:10:27.171341 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-3ef55fb9-4451-403e-9036-ea6d7af7df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:27.172825 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-3ef55fb9-4451-403e-9036-ea6d7af7df44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 1096 time: 0.0511165 Jun 22 02:10:27.216717 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-4db6b2d2-db16-4376-98b7-cde105bf01a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9116aad-c4e7-49e8-a860-236a498d81e2 HTTP/1.1" status: 200 len: 217 time: 0.0370483 Jun 22 02:10:27.265038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-fd4a5ef0-e269-4339-a9a7-7289371cde55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:27.266553 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-fd4a5ef0-e269-4339-a9a7-7289371cde55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=616f4d7b-085a-4f42-bd1f-0a66d1b1244f HTTP/1.1" status: 200 len: 855 time: 0.0438802 Jun 22 02:10:27.299665 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-27b11ea9-8814-4d72-93ba-32e778a74806 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9584b474-0e5b-407b-b709-6b573f0a9e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269303 Jun 22 02:10:27.331941 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43470) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:27.393330 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-574173dd-0274-4d15-8bf4-06e035510075 service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Jun 22 02:10:27.434639 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95afd501-6a78-4f2e-941b-76ef19edd934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.482667 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-674c44d2-27ba-46aa-a42c-8b187f3f11b4 req-b306d0d4-3b5f-40e6-9839-b3708474d02d service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828180 Jun 22 02:10:27.519287 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95afd501-6a78-4f2e-941b-76ef19edd934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.633107 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95afd501-6a78-4f2e-941b-76ef19edd934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.633322 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-2bb49c4b-51d1-44fd-af1b-94e8c75573c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.635690 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-1d1ba97f-6599-4dc3-81ed-ca108e1dcaae tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:27.670251 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afd501-6a78-4f2e-941b-76ef19edd934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273e682a-2d6f-4dd5-b606-966a6f873ab0,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:27.674531 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-95afd501-6a78-4f2e-941b-76ef19edd934 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=366e1e5bb7ff4549ad2a2dbdc7e7b48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415911 Jun 22 02:10:27.675464 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-95afd501-6a78-4f2e-941b-76ef19edd934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:27.677267 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43474) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:27.730245 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.751082 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.899250 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.902645 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:27.911025 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/273e682a-2d6f-4dd5-b606-966a6f873ab0 HTTP/1.1" status: 204 len: 168 time: 0.2255142 Jun 22 02:10:27.911025 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-81da315c-38cc-45e2-ba20-e909175f4574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:27.913007 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e682a-2d6f-4dd5-b606-966a6f873ab0,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:27.915450 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3c74fb38-5e10-4b2e-a7ad-ef143f7cb8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:27.933401 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:28.152532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d9417-3e5b-48c6-a1d1-75cfc9d1d305 req-1334757e-e0d8-48a2-9fd1-af3ed311861a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:28.154013 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a7d9417-3e5b-48c6-a1d1-75cfc9d1d305 req-1334757e-e0d8-48a2-9fd1-af3ed311861a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 943 time: 0.0630457 Jun 22 02:10:28.194422 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a7d9417-3e5b-48c6-a1d1-75cfc9d1d305 req-8dad189e-790e-4bcb-a963-ff666419c2c0 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Jun 22 02:10:28.878756 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:29.365413 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcd1b9-24ba-4781-b9a5-55bfcbf0ae2b req-84f53d48-c14c-4ef5-af71-4993aa0bb8c6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:29.366769 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31dcd1b9-24ba-4781-b9a5-55bfcbf0ae2b req-84f53d48-c14c-4ef5-af71-4993aa0bb8c6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 943 time: 0.0647337 Jun 22 02:10:29.404919 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-31dcd1b9-24ba-4781-b9a5-55bfcbf0ae2b req-3f40be36-b756-44eb-856b-a861c208755f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jun 22 02:10:29.719049 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43508) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:29.818947 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-01d4b840-3932-46bc-b4bb-e3f9f35f5a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:29.903386 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-01d4b840-3932-46bc-b4bb-e3f9f35f5a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:29.996248 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-01d4b840-3932-46bc-b4bb-e3f9f35f5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:29.998821 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-1fbc16ed-c2fc-492c-8d2f-d051178d2ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:30.034052 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-01d4b840-3932-46bc-b4bb-e3f9f35f5a4d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ac05b0e9578447a9c8d4b3610b0f4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139420 Jun 22 02:10:30.034920 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4b840-3932-46bc-b4bb-e3f9f35f5a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a10b34-492a-4de7-a392-c814245bc18b,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:30.036832 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43512) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:30.037845 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-01d4b840-3932-46bc-b4bb-e3f9f35f5a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:30.085434 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:30.105494 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:30.244546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:30.247325 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:30.248481 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39a10b34-492a-4de7-a392-c814245bc18b HTTP/1.1" status: 204 len: 168 time: 0.2106242 Jun 22 02:10:30.249284 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7945f16d-8e76-4bc9-bceb-7fb313dd7da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:30.257192 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a10b34-492a-4de7-a392-c814245bc18b,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:30.259737 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ca51361d-b62e-46ca-b661-c48e4d2e820f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:30.461311 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:30.582980 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86234-96cc-413e-942e-65140d826d3b req-547767f9-f2de-4acc-b5ec-7362d1c73e2f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:30.584564 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bed86234-96cc-413e-942e-65140d826d3b req-547767f9-f2de-4acc-b5ec-7362d1c73e2f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 943 time: 0.0732667 Jun 22 02:10:30.623009 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-bed86234-96cc-413e-942e-65140d826d3b req-290e3c93-234f-41c0-a369-9416ecc11aa1 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321238 Jun 22 02:10:30.774779 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c9116aad-c4e7-49e8-a860-236a498d81e2 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:10:30.865808 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port c9116aad-c4e7-49e8-a860-236a498d81e2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c9116aad-c4e7-49e8-a860-236a498d81e2,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:30.877266 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': 'c9116aad-c4e7-49e8-a860-236a498d81e2', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'port_id': 'c9116aad-c4e7-49e8-a860-236a498d81e2', 'mac_address': 'fa:16:3e:e0:22:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616f4d7b-085a-4f42-bd1f-0a66d1b1244f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:10:30.916857 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:30.929433 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9116aad-c4e7-49e8-a860-236a498d81e2 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:10:30.948473 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port c9116aad-c4e7-49e8-a860-236a498d81e2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c9116aad-c4e7-49e8-a860-236a498d81e2,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:31.066330 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:31.068127 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:31.117595 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=c9116aad-c4e7-49e8-a860-236a498d81e2,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:31.121098 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:31.396359 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['c9116aad-c4e7-49e8-a860-236a498d81e2'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:10:31.792441 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dab23-9053-4223-9a47-8258b5b575db req-0a9c07ab-c092-4be6-a9cf-e13948f70440 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:31.793944 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1a5dab23-9053-4223-9a47-8258b5b575db req-0a9c07ab-c092-4be6-a9cf-e13948f70440 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 944 time: 0.0629997 Jun 22 02:10:31.829894 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1a5dab23-9053-4223-9a47-8258b5b575db req-478c319d-719b-4fcf-b9fb-f6bb88f1a34e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302851 Jun 22 02:10:32.789838 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c9116aad-c4e7-49e8-a860-236a498d81e2 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:10:32.930174 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port c9116aad-c4e7-49e8-a860-236a498d81e2 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:10:32.934803 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port c9116aad-c4e7-49e8-a860-236a498d81e2 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:10:32.935190 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:33.004486 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b288a-98fc-4683-bd24-45f5717671ad req-f0fdd04e-d945-40f7-82ea-b5bdf688a91a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:33.006265 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5a4b288a-98fc-4683-bd24-45f5717671ad req-f0fdd04e-d945-40f7-82ea-b5bdf688a91a tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 944 time: 0.0639200 Jun 22 02:10:33.011766 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:33.036565 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9116aad-c4e7-49e8-a860-236a498d81e2'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:10:33.038936 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda0791-c5ab-4f25-b748-5859c300df32" -d '{"events": [{"server_uuid": "f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2", "name": "network-vif-plugged", "status": "completed", "tag": "c9116aad-c4e7-49e8-a860-236a498d81e2"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:10:33.043557 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-5a4b288a-98fc-4683-bd24-45f5717671ad req-ca48894a-2e29-40b3-9682-953264085f6f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Jun 22 02:10:33.054620 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port c9116aad-c4e7-49e8-a860-236a498d81e2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c9116aad-c4e7-49e8-a860-236a498d81e2,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:33.078468 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ceba8c-7c6e-4907-b1d8-86c95354f604 x-openstack-request-id: req-e7ceba8c-7c6e-4907-b1d8-86c95354f604 {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:10:33.078762 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2", "name": "network-vif-plugged", "status": "completed", "tag": "c9116aad-c4e7-49e8-a860-236a498d81e2", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:10:33.079019 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7ceba8c-7c6e-4907-b1d8-86c95354f604 {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:10:33.079408 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9116aad-c4e7-49e8-a860-236a498d81e2', 'code': 200} Jun 22 02:10:33.145530 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:33.147310 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:33.191767 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=c9116aad-c4e7-49e8-a860-236a498d81e2,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:33.194730 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:33.538295 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ca13-f5fa-4e0d-864d-be0c57cce871 req-e889270c-e729-4c55-95d7-9ff445ec94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:33.539750 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4705ca13-f5fa-4e0d-864d-be0c57cce871 req-e889270c-e729-4c55-95d7-9ff445ec94a9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 1098 time: 0.0504012 Jun 22 02:10:33.576731 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4705ca13-f5fa-4e0d-864d-be0c57cce871 req-4425c7f0-59c8-4cf6-ae6a-c1ed2813dd75 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304842 Jun 22 02:10:34.214559 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a0fe-1a6e-4ec4-a5ff-6ba88689d426 req-93ef06b7-3014-4189-a2cd-c83a0fcb6403 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:34.216032 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ceb3a0fe-1a6e-4ec4-a5ff-6ba88689d426 req-93ef06b7-3014-4189-a2cd-c83a0fcb6403 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 945 time: 0.0629487 Jun 22 02:10:34.259341 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-ceb3a0fe-1a6e-4ec4-a5ff-6ba88689d426 req-ef108f13-2fe1-4d72-a693-f287ccbc3e59 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Jun 22 02:10:35.433630 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5c060-0fb6-48c3-865a-b9a730b5d655 req-b7fc34a1-7489-4a4c-842d-866034c68911 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:35.435073 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2cf5c060-0fb6-48c3-865a-b9a730b5d655 req-b7fc34a1-7489-4a4c-842d-866034c68911 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 945 time: 0.0641000 Jun 22 02:10:35.471978 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-2cf5c060-0fb6-48c3-865a-b9a730b5d655 req-bd7500d9-f6d7-482b-8dac-769c1f08a2c3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Jun 22 02:10:38.092027 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43598) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:38.193684 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.278233 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.358174 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.361879 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a23fcda7-633a-4615-b880-52568dcbbcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:38.400419 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43608) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:10:38.401084 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9e1b5a568d54d48b9d76b453a785a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074322 Jun 22 02:10:38.401540 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a00877f-06a4-4c7a-86c1-cc0b0cf1cf18,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:38.405457 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:38.453076 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.475096 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.636378 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.639549 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:38.640699 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a00877f-06a4-4c7a-86c1-cc0b0cf1cf18 HTTP/1.1" status: 204 len: 168 time: 0.2392421 Jun 22 02:10:38.641564 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-d1ff06fb-a6bb-4f53-a8b3-b2f335e5efd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:38.649177 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a00877f-06a4-4c7a-86c1-cc0b0cf1cf18,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:38.656566 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.656984 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.657352 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.658428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.658428 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.658601 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.658832 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.659396 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.659912 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.660265 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.660626 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.661024 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:38.669862 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-7638c038-ba39-4b20-ae43-57b30f37fd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:43.269738 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-c101bc28-6d1c-4a09-9589-b26b19f4b42f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:43.271199 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-c101bc28-6d1c-4a09-9589-b26b19f4b42f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.1019166 Jun 22 02:10:43.285541 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-2212229f-3675-4f97-8af8-cc3a3c51dc87 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/quotas/0fece34f17d7428f97a1be8e1727e9a4 HTTP/1.1" status: 200 len: 375 time: 0.0088484 Jun 22 02:10:43.355631 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-7d14bcdb-71a9-4913-bd0c-f0112a8d17d6 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649126 Jun 22 02:10:43.366659 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-59fc999f-6e7e-4874-8859-7bc3b452b508 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:10:43.367587 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-59fc999f-6e7e-4874-8859-7bc3b452b508 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051739 Jun 22 02:10:43.456310 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-ccfce650-c14b-477e-b0fa-31d9266a8e41 service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827971 Jun 22 02:10:43.542726 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-4e436a67-a3b3-4dae-99dd-3f1c1531ea9a service neutron] 10.222.0.35 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806262 Jun 22 02:10:43.839725 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-700afb73-dc44-4936-bfa8-4099653a1e63 req-580c73f5-05a3-4b54-83a5-5e5718bd7258 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 210 time: 0.0324311 Jun 22 02:10:44.985439 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a8272c1f-f899-48e0-b8c6-614bbb58fa93 req-e0ca99ab-01b6-4970-af85-69d501437cbb tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 210 time: 0.0331779 Jun 22 02:10:46.121214 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1f038292-5668-483d-9dd8-8e1682e807f9 req-f2502abe-62ee-4574-b927-0119ad59feae tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Jun 22 02:10:46.529576 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-63b9b00c-0345-41fb-b55e-14ec08142ab5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:46.531001 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-63b9b00c-0345-41fb-b55e-14ec08142ab5 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/networks?id=9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 200 len: 815 time: 0.0975056 Jun 22 02:10:46.543294 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Request body: {'port': {'device_id': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'admin_state_up': True, 'tenant_id': '0fece34f17d7428f97a1be8e1727e9a4'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:10:46.727890 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Made reservation on behalf of 0fece34f17d7428f97a1be8e1727e9a4 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:10:46.731532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:46.856709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Allocated IP 172.20.0.5 (9584b474-0e5b-407b-b709-6b573f0a9e64/616f4d7b-085a-4f42-bd1f-0a66d1b1244f/92276b84-996c-4cab-a1ca-0b235ec16f89) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:10:47.000895 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:47.139821 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:47.143518 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2d601c31-4877-4912-a8d5-19450f824529 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:47.161063 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'c9116aad-c4e7-49e8-a860-236a498d81e2'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:10:47.183212 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Network 9584b474-0e5b-407b-b709-6b573f0a9e64 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:10:47.188615 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:10:47.196265 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:10:47.201633 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event updated for resources: {'Port': ['ID=92276b84-996c-4cab-a1ca-0b235ec16f89,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:47.229304 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.229689 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.230066 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.230435 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.230801 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.231167 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.231528 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.231911 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.232276 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.232633 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.233014 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.233371 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:47.238784 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:47.258350 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:47.258977 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:47.306704 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c016c-27c1-487d-ae8d-812bd40bf8ce req-2d74c14a-3382-4bb6-8f4b-628ce74b0961 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:47.308160 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-388c016c-27c1-487d-ae8d-812bd40bf8ce req-2d74c14a-3382-4bb6-8f4b-628ce74b0961 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 931 time: 0.0664558 Jun 22 02:10:47.336578 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-fa2ea61b-2605-4319-9ebc-f0e1e6b72031 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7970049 Jun 22 02:10:47.346937 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-388c016c-27c1-487d-ae8d-812bd40bf8ce req-5ebeb1e6-af00-4b97-9c65-fb2976403355 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329287 Jun 22 02:10:47.347896 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-541979e1-fc08-480f-8d39-e80ffbe21501 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=99636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:10:47.348940 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-541979e1-fc08-480f-8d39-e80ffbe21501 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052829 Jun 22 02:10:47.360566 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Request body: {'port': {'device_id': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:10:47.443143 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:47.694957 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92276b84-996c-4cab-a1ca-0b235ec16f89 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:10:47.702600 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:47.713749 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Transition to ACTIVE for port object 92276b84-996c-4cab-a1ca-0b235ec16f89 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:10:47.826401 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:47.828439 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-13abc2f2-e758-4c86-8891-2993b99d241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:47.903736 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Pushing event updated for resources: {'Port': ['ID=92276b84-996c-4cab-a1ca-0b235ec16f89,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:47.906611 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:47.969184 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Attempting to bind port 92276b84-996c-4cab-a1ca-0b235ec16f89 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:10:47.969415 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Attempting to bind port 92276b84-996c-4cab-a1ca-0b235ec16f89 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:10:47.969857 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Attempting to bind port 92276b84-996c-4cab-a1ca-0b235ec16f89 on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:10:47.974142 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Port 92276b84-996c-4cab-a1ca-0b235ec16f89 on network 9584b474-0e5b-407b-b709-6b573f0a9e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:10:47.974459 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Attempting to bind port 92276b84-996c-4cab-a1ca-0b235ec16f89 on network 9584b474-0e5b-407b-b709-6b573f0a9e64 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:10:47.979175 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:10:47.979524 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Checking segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:10:47.979884 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Bound using segment: {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:10:47.980336 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Bound port: 92276b84-996c-4cab-a1ca-0b235ec16f89, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f638eb-62cb-4f0a-bac2-9f75270d5282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:10:47.980675 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:48.046772 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] For port 92276b84-996c-4cab-a1ca-0b235ec16f89, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:10:48.049820 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] For port 92276b84-996c-4cab-a1ca-0b235ec16f89, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=92276b84-996c-4cab-a1ca-0b235ec16f89,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:10:48.185616 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:48.187736 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-59c58c2f-1517-4105-95bc-f67f94a7ef15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:48.227886 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:48.228507 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:48.229908 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] 10.222.0.16 "PUT /v2.0/ports/92276b84-996c-4cab-a1ca-0b235ec16f89 HTTP/1.1" status: 200 len: 1093 time: 0.8736792 Jun 22 02:10:48.234349 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'tag': '92276b84-996c-4cab-a1ca-0b235ec16f89'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:10:48.234349 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2231af-6602-45be-8bbb-1d2be38bb2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3eec02-0604-4002-9ed3-7c0bfa6419d9", "tag": "92276b84-996c-4cab-a1ca-0b235ec16f89"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:10:48.262150 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Pushing event updated for resources: {'Port': ['ID=92276b84-996c-4cab-a1ca-0b235ec16f89,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:48.265348 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9af0e7ce-2bee-46f8-9d95-2d93324f306d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:48.274532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f81c9-d4f3-486a-9b2d-38359890fcec x-openstack-request-id: req-247f81c9-d4f3-486a-9b2d-38359890fcec {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:10:48.274532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3eec02-0604-4002-9ed3-7c0bfa6419d9", "tag": "92276b84-996c-4cab-a1ca-0b235ec16f89", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:10:48.274532 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-247f81c9-d4f3-486a-9b2d-38359890fcec {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:10:48.274532 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'tag': '92276b84-996c-4cab-a1ca-0b235ec16f89', 'status': 'completed', 'code': 200} Jun 22 02:10:48.449889 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2231af-6602-45be-8bbb-1d2be38bb2f4 req-564eabdb-ef55-4c19-8d56-06286d89f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:48.451473 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4c2231af-6602-45be-8bbb-1d2be38bb2f4 req-564eabdb-ef55-4c19-8d56-06286d89f342 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 1096 time: 0.1419594 Jun 22 02:10:48.521696 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b747b5-1f4a-4a00-9d5b-232bbd8555cb req-3706822d-5b15-46e1-b7d0-1283a70a0acb tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:48.523182 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-81b747b5-1f4a-4a00-9d5b-232bbd8555cb req-3706822d-5b15-46e1-b7d0-1283a70a0acb tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 943 time: 0.0633409 Jun 22 02:10:48.563935 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-81b747b5-1f4a-4a00-9d5b-232bbd8555cb req-c5e99ee3-ef42-44e0-b16b-2945f337055e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336692 Jun 22 02:10:48.831830 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2231af-6602-45be-8bbb-1d2be38bb2f4 req-03f7d9b6-bfca-4a74-8e43-c91ae4e7dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:48.833369 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4c2231af-6602-45be-8bbb-1d2be38bb2f4 req-03f7d9b6-bfca-4a74-8e43-c91ae4e7dcd1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3720965 Jun 22 02:10:48.924649 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2231af-6602-45be-8bbb-1d2be38bb2f4 req-861708de-d754-4880-91c6-e83bf92db1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:48.926109 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4c2231af-6602-45be-8bbb-1d2be38bb2f4 req-861708de-d754-4880-91c6-e83bf92db1be service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850284 Jun 22 02:10:49.015279 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-e2a7d4e3-af19-4136-a785-128f19732c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:49.016692 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-e2a7d4e3-af19-4136-a785-128f19732c3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 1096 time: 0.0503969 Jun 22 02:10:49.058868 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-e5abce1f-5a76-4b84-ad0a-9165c353f9a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92276b84-996c-4cab-a1ca-0b235ec16f89 HTTP/1.1" status: 200 len: 217 time: 0.0347192 Jun 22 02:10:49.105038 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a872509-443f-441f-9320-d8d12024438c req-06c62e16-a46b-4baa-a16a-0785e626c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:49.106394 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-06c62e16-a46b-4baa-a16a-0785e626c9bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=616f4d7b-085a-4f42-bd1f-0a66d1b1244f HTTP/1.1" status: 200 len: 855 time: 0.0417297 Jun 22 02:10:49.137831 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-c464c737-d756-4793-bdbe-0d1ed2422f75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9584b474-0e5b-407b-b709-6b573f0a9e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253859 Jun 22 02:10:49.230558 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-8b109310-fb1b-44b0-b8dc-c8434de72229 service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Jun 22 02:10:49.335488 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a872509-443f-441f-9320-d8d12024438c req-c2cfbef1-6935-439f-b8dc-e25ec493f9c2 service neutron] 10.222.0.16 "GET /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990469 Jun 22 02:10:49.742224 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ff0d1-b849-4a47-9197-0a3ff55359f1 req-6366c97f-8577-4677-a34f-fa92b7a25421 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:49.743669 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2d5ff0d1-b849-4a47-9197-0a3ff55359f1 req-6366c97f-8577-4677-a34f-fa92b7a25421 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 943 time: 0.0667105 Jun 22 02:10:49.780473 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-2d5ff0d1-b849-4a47-9197-0a3ff55359f1 req-cd8826cc-7a3f-4cfb-afee-fa5a52163e9e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Jun 22 02:10:50.951696 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce864-0094-4fe7-ad7c-ee23387e9d90 req-cb186876-d260-4d72-aae5-25539d41aa22 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:50.953676 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8c2ce864-0094-4fe7-ad7c-ee23387e9d90 req-cb186876-d260-4d72-aae5-25539d41aa22 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 943 time: 0.0649917 Jun 22 02:10:50.990605 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8c2ce864-0094-4fe7-ad7c-ee23387e9d90 req-036bd71d-12f2-4bde-93bf-089f76f77c1b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Jun 22 02:10:52.162709 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217599b0-3544-4c03-a8e1-e8ba4cfc6798 req-e25c50ea-a673-404e-8fb7-46fb13071493 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:52.164147 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-217599b0-3544-4c03-a8e1-e8ba4cfc6798 req-e25c50ea-a673-404e-8fb7-46fb13071493 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 943 time: 0.0669754 Jun 22 02:10:52.200886 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-217599b0-3544-4c03-a8e1-e8ba4cfc6798 req-c72213e6-b286-44f4-86eb-c523529c414e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Jun 22 02:10:52.854165 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 92276b84-996c-4cab-a1ca-0b235ec16f89 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:10:52.947897 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 92276b84-996c-4cab-a1ca-0b235ec16f89, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=92276b84-996c-4cab-a1ca-0b235ec16f89,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:52.959415 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '92276b84-996c-4cab-a1ca-0b235ec16f89', 'network_id': '9584b474-0e5b-407b-b709-6b573f0a9e64', 'port_id': '92276b84-996c-4cab-a1ca-0b235ec16f89', 'mac_address': 'fa:16:3e:8d:a4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616f4d7b-085a-4f42-bd1f-0a66d1b1244f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:10:52.994142 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:53.006924 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92276b84-996c-4cab-a1ca-0b235ec16f89 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:10:53.026195 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 92276b84-996c-4cab-a1ca-0b235ec16f89, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=92276b84-996c-4cab-a1ca-0b235ec16f89,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:53.129379 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:53.131094 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:53.178393 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=92276b84-996c-4cab-a1ca-0b235ec16f89,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:53.181520 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:53.373315 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382976b-b959-4643-85bd-a9112b180488 req-6879a9e7-7db8-4771-90f4-b7306da04e92 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:53.375673 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b382976b-b959-4643-85bd-a9112b180488 req-6879a9e7-7db8-4771-90f4-b7306da04e92 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 944 time: 0.0659263 Jun 22 02:10:53.419578 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-b382976b-b959-4643-85bd-a9112b180488 req-d98dccfb-5a8c-463d-b46c-28b107a5b20e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Jun 22 02:10:53.455674 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['92276b84-996c-4cab-a1ca-0b235ec16f89'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:10:54.586773 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556a55-ce61-499a-8ca8-78982f4e9bfd req-2d9d3843-c20c-421d-8fc9-e9ccc7b1e22b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:54.588207 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c2556a55-ce61-499a-8ca8-78982f4e9bfd req-2d9d3843-c20c-421d-8fc9-e9ccc7b1e22b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 944 time: 0.0615475 Jun 22 02:10:54.630833 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-c2556a55-ce61-499a-8ca8-78982f4e9bfd req-c8b57cb1-9c19-4307-a63b-d384ee67a5e8 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Jun 22 02:10:54.854655 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 92276b84-996c-4cab-a1ca-0b235ec16f89 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:10:54.884540 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:55.043101 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 92276b84-996c-4cab-a1ca-0b235ec16f89 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:10:55.046707 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 92276b84-996c-4cab-a1ca-0b235ec16f89 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:10:55.052586 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:55.115098 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-04ae626b-48fc-442e-8a5b-ae9b1cb5c493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:55.123234 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:55.145947 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92276b84-996c-4cab-a1ca-0b235ec16f89'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:10:55.148189 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6a7fb-1e1f-4f75-9e9c-48793548e9bd" -d '{"events": [{"server_uuid": "6d3eec02-0604-4002-9ed3-7c0bfa6419d9", "name": "network-vif-plugged", "status": "completed", "tag": "92276b84-996c-4cab-a1ca-0b235ec16f89"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:10:55.160248 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 92276b84-996c-4cab-a1ca-0b235ec16f89, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=92276b84-996c-4cab-a1ca-0b235ec16f89,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:10:55.183818 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7de540-36ec-42a1-9a36-daaea7fb0b9f x-openstack-request-id: req-4a7de540-36ec-42a1-9a36-daaea7fb0b9f {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:10:55.184135 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3eec02-0604-4002-9ed3-7c0bfa6419d9", "name": "network-vif-plugged", "status": "completed", "tag": "92276b84-996c-4cab-a1ca-0b235ec16f89", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:10:55.184403 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a7de540-36ec-42a1-9a36-daaea7fb0b9f {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:10:55.184813 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92276b84-996c-4cab-a1ca-0b235ec16f89', 'code': 200} Jun 22 02:10:55.260684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:55.263301 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-b94b7daa-8f19-4e7c-85dd-475068d333ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:10:55.307954 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=92276b84-996c-4cab-a1ca-0b235ec16f89,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:10:55.315376 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.315716 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.316051 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.316376 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.316769 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.317115 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.317433 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.317752 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.318068 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.318382 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.318692 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.319004 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:10:55.322819 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:10:55.608965 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a0ec-3f76-45bb-96c9-ca33c14d53d9 req-71a76ce6-c9bd-4057-a77e-a5929e6f1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:55.610484 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f3a7a0ec-3f76-45bb-96c9-ca33c14d53d9 req-71a76ce6-c9bd-4057-a77e-a5929e6f1111 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 1098 time: 0.0541809 Jun 22 02:10:55.644948 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f3a7a0ec-3f76-45bb-96c9-ca33c14d53d9 req-5f83a559-a6fe-41a6-ad74-c85ea725efbe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272071 Jun 22 02:10:55.798701 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e423d-2939-4a55-adf2-33f417bb75b6 req-abcf1825-18ed-4030-8d23-cb83e2db2e74 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:55.800204 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e30e423d-2939-4a55-adf2-33f417bb75b6 req-abcf1825-18ed-4030-8d23-cb83e2db2e74 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.0619254 Jun 22 02:10:55.836853 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e30e423d-2939-4a55-adf2-33f417bb75b6 req-8de3dbb9-5dda-4a22-a0eb-b9717fa01b7e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Jun 22 02:10:57.014043 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1c14-48a9-4e06-89a1-037e34570a8c req-940d510c-86ce-4c4f-97b3-b7b49c3eed77 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:57.015520 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4b2f1c14-48a9-4e06-89a1-037e34570a8c req-940d510c-86ce-4c4f-97b3-b7b49c3eed77 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.0669801 Jun 22 02:10:57.054251 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-4b2f1c14-48a9-4e06-89a1-037e34570a8c req-c1c534bf-53b9-466d-b792-722aceed9dcc tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Jun 22 02:10:57.649196 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-769eb630-a528-4ac2-935c-8bc4f25ae8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:57.921781 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:58.228375 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff8508-dee4-412f-9306-147c70f21203 req-2cb62fec-bd81-4dfc-9b99-cbad9bf67fed tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:10:58.229876 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b3ff8508-dee4-412f-9306-147c70f21203 req-2cb62fec-bd81-4dfc-9b99-cbad9bf67fed tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.0688329 Jun 22 02:10:58.267531 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b3ff8508-dee4-412f-9306-147c70f21203 req-f23f68d8-6e3e-45e9-bd72-03fbe7cf71fa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Jun 22 02:10:58.921604 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:00.472173 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:03.443290 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:11:06.891729 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989a70e-4153-43e9-bd3a-756bd8acc710 req-a50ae13a-d465-4489-a74a-88d33602e5be tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:06.893203 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8989a70e-4153-43e9-bd3a-756bd8acc710 req-a50ae13a-d465-4489-a74a-88d33602e5be tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.0642610 Jun 22 02:11:06.929685 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8989a70e-4153-43e9-bd3a-756bd8acc710 req-ea8d658b-58ed-48ef-92a1-eef78187de7d tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Jun 22 02:11:08.100007 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be614171-a384-40ab-9abf-6e1e9965421a req-ff245979-ea7e-409e-8b8a-b8532657422f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:08.101501 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-be614171-a384-40ab-9abf-6e1e9965421a req-ff245979-ea7e-409e-8b8a-b8532657422f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.0621970 Jun 22 02:11:08.138578 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-be614171-a384-40ab-9abf-6e1e9965421a req-936180f0-8b28-4d4a-bd97-dbc5f59d5547 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Jun 22 02:11:09.029692 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-1eaafc0a-87b4-4c07-848e-17d2e860c05f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:09.031357 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-1eaafc0a-87b4-4c07-848e-17d2e860c05f tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.0657706 Jun 22 02:11:09.136594 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Deleting port 92276b84-996c-4cab-a1ca-0b235ec16f89 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:11:09.136957 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:09.227940 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] For port 92276b84-996c-4cab-a1ca-0b235ec16f89, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=92276b84-996c-4cab-a1ca-0b235ec16f89,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:11:09.228295 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:09.297263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Calling delete_port for 92276b84-996c-4cab-a1ca-0b235ec16f89 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:11:09.410980 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cda0e-1883-4603-9136-a577e5f460ed req-0399649f-c8a0-4afe-926e-05460a9ac337 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:09.412504 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6b6cda0e-1883-4603-9136-a577e5f460ed req-0399649f-c8a0-4afe-926e-05460a9ac337 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 945 time: 0.1411028 Jun 22 02:11:09.477203 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6b6cda0e-1883-4603-9136-a577e5f460ed req-5cb6bfc1-6c5f-4f5c-9a55-3b47ab10b0d2 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565953 Jun 22 02:11:09.595962 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:09.600110 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7466a5e2-3999-4d8d-ae4f-efda299bbd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:09.613990 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'c9116aad-c4e7-49e8-a860-236a498d81e2', '92276b84-996c-4cab-a1ca-0b235ec16f89'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:11:09.627986 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event deleted for resources: {'Port': ['ID=92276b84-996c-4cab-a1ca-0b235ec16f89,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:09.631936 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:09.674882 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] No DVR routers for this DVR port 92276b84-996c-4cab-a1ca-0b235ec16f89 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:11:09.677451 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:09.679417 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-cdde477b-af5a-41ed-9b25-a7e78fe9320f req-78b0d79e-6c0c-47df-857a-cd14f9ce7186 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "DELETE /v2.0/ports/92276b84-996c-4cab-a1ca-0b235ec16f89 HTTP/1.1" status: 204 len: 173 time: 0.6423097 Jun 22 02:11:09.679935 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'name': 'network-vif-deleted', 'tag': '92276b84-996c-4cab-a1ca-0b235ec16f89'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:11:09.682293 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5928d87c-670d-45bb-b8d1-5e87be4f78b3" -d '{"events": [{"server_uuid": "6d3eec02-0604-4002-9ed3-7c0bfa6419d9", "name": "network-vif-deleted", "tag": "92276b84-996c-4cab-a1ca-0b235ec16f89"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:11:09.833800 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6289c4-5506-4124-ae5d-a6ed4216842f x-openstack-request-id: req-ab6289c4-5506-4124-ae5d-a6ed4216842f {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:11:09.834233 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3eec02-0604-4002-9ed3-7c0bfa6419d9", "name": "network-vif-deleted", "tag": "92276b84-996c-4cab-a1ca-0b235ec16f89", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:11:09.834596 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab6289c4-5506-4124-ae5d-a6ed4216842f {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:11:09.835116 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3eec02-0604-4002-9ed3-7c0bfa6419d9', 'name': 'network-vif-deleted', 'tag': '92276b84-996c-4cab-a1ca-0b235ec16f89', 'status': 'completed', 'code': 200} Jun 22 02:11:10.631134 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-aba139ca-4f02-44a8-b433-8696f1635466 req-443a2778-45c2-4221-a14c-add354289ffe tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d3eec02-0604-4002-9ed3-7c0bfa6419d9 HTTP/1.1" status: 200 len: 210 time: 0.0300856 Jun 22 02:11:12.912331 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 92276b84-996c-4cab-a1ca-0b235ec16f89 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:11:12.932340 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 92276b84-996c-4cab-a1ca-0b235ec16f89 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:11:12.932695 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 92276b84-996c-4cab-a1ca-0b235ec16f89 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:11:13.599834 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1ac7c-0968-4f5c-a606-9c7b0b05566d req-85a21769-ea14-4160-8304-d03d0281e744 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:13.601338 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-50b1ac7c-0968-4f5c-a606-9c7b0b05566d req-85a21769-ea14-4160-8304-d03d0281e744 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 945 time: 0.0639729 Jun 22 02:11:13.639434 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-50b1ac7c-0968-4f5c-a606-9c7b0b05566d req-692e542f-0925-469e-9981-75336e57e617 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Jun 22 02:11:14.812664 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760c664-e773-4445-91ca-3861efb98bb8 req-0ff4682a-e14a-45f7-bddf-fcaba32b3e47 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:14.814772 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1760c664-e773-4445-91ca-3861efb98bb8 req-0ff4682a-e14a-45f7-bddf-fcaba32b3e47 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 945 time: 0.0657275 Jun 22 02:11:14.855956 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-1760c664-e773-4445-91ca-3861efb98bb8 req-9c52c5a5-f022-4f16-aea0-c3754f6bdfa1 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Jun 22 02:11:15.502855 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-e1e24d0b-25db-493d-baa1-0e16ff06649c tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:15.504315 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-e1e24d0b-25db-493d-baa1-0e16ff06649c tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 945 time: 0.0650868 Jun 22 02:11:15.603822 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Deleting port c9116aad-c4e7-49e8-a860-236a498d81e2 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:11:15.604163 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:15.692070 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] For port c9116aad-c4e7-49e8-a860-236a498d81e2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c9116aad-c4e7-49e8-a860-236a498d81e2,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:11:15.692432 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:15.758691 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Calling delete_port for c9116aad-c4e7-49e8-a860-236a498d81e2 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:11:15.946332 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:15.951836 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f69ff79-611a-4bf0-922b-637bcc01b8fd tempest-VolumesActionsTest-1976066780 tempest-VolumesActionsTest-1976066780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:15.959101 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'c9116aad-c4e7-49e8-a860-236a498d81e2'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:11:15.982775 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event deleted for resources: {'Port': ['ID=c9116aad-c4e7-49e8-a860-236a498d81e2,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:15.986098 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:16.000692 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-a88e5a7e-87c2-4378-827f-97454442f5df req-171a898c-756e-4710-b6bc-9a2ca3b70d4c tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2 HTTP/1.1" status: 200 len: 210 time: 0.0358238 Jun 22 02:11:16.029257 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] No DVR routers for this DVR port c9116aad-c4e7-49e8-a860-236a498d81e2 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:11:16.032342 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:16.034406 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-504f131a-37b1-4a1d-b638-a3f0c1b896ad req-34bb72e9-23b7-4d9a-ba1c-b906c78f5e58 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "DELETE /v2.0/ports/c9116aad-c4e7-49e8-a860-236a498d81e2 HTTP/1.1" status: 204 len: 173 time: 0.5245440 Jun 22 02:11:16.034926 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'name': 'network-vif-deleted', 'tag': 'c9116aad-c4e7-49e8-a860-236a498d81e2'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:11:16.037312 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71454e78-4a7d-4c49-855a-61c79aba5d3d" -d '{"events": [{"server_uuid": "f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2", "name": "network-vif-deleted", "tag": "c9116aad-c4e7-49e8-a860-236a498d81e2"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:11:16.073438 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615fdd9e-cb37-4e44-ae0c-bd45cbf1d90a x-openstack-request-id: req-615fdd9e-cb37-4e44-ae0c-bd45cbf1d90a {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:11:16.073780 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2", "name": "network-vif-deleted", "tag": "c9116aad-c4e7-49e8-a860-236a498d81e2", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:11:16.074079 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-615fdd9e-cb37-4e44-ae0c-bd45cbf1d90a {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:11:16.074665 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d4d85e-6d70-41bf-a7a4-4ca12fc953e2', 'name': 'network-vif-deleted', 'tag': 'c9116aad-c4e7-49e8-a860-236a498d81e2', 'status': 'completed', 'code': 200} Jun 22 02:11:17.685732 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa580c7-e23d-489a-a077-29f99b7213a6 req-7d781914-c377-4ef2-a71d-5789d9fdde6b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:17.687236 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7aa580c7-e23d-489a-a077-29f99b7213a6 req-7d781914-c377-4ef2-a71d-5789d9fdde6b tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 945 time: 0.0604961 Jun 22 02:11:17.724170 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-7aa580c7-e23d-489a-a077-29f99b7213a6 req-0be59103-1dbd-4d1b-acb0-8df38e456618 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Jun 22 02:11:18.902176 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68104d0d-5c56-418c-a93b-5850403aeb06 req-9e3eed59-2635-4ef4-89c0-a34b6f45ba9e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:18.903552 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-68104d0d-5c56-418c-a93b-5850403aeb06 req-9e3eed59-2635-4ef4-89c0-a34b6f45ba9e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 945 time: 0.0674582 Jun 22 02:11:18.942970 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-68104d0d-5c56-418c-a93b-5850403aeb06 req-bd7729a2-b1b3-46a1-aade-217545a8437e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Jun 22 02:11:18.949396 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c9116aad-c4e7-49e8-a860-236a498d81e2 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:11:18.969689 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: c9116aad-c4e7-49e8-a860-236a498d81e2 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:11:18.970043 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device c9116aad-c4e7-49e8-a860-236a498d81e2 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:11:19.245834 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bf042-ba31-4de3-a938-5856b68deac3 req-0a7aaa13-118c-4ecc-be79-fe430cbd691e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:19.247315 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-727bf042-ba31-4de3-a938-5856b68deac3 req-0a7aaa13-118c-4ecc-be79-fe430cbd691e tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 945 time: 0.0669832 Jun 22 02:11:19.348540 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Deleting port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:11:19.348911 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:19.440414 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] For port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:11:19.440772 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:19.504862 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Calling delete_port for cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:11:19.683365 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:19.687509 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-8d1c0a98-33a9-43e1-9d6b-33a635393bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:19.700833 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:11:19.714431 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event deleted for resources: {'Port': ['ID=cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:19.717656 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:19.763589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] No DVR routers for this DVR port cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:11:19.766997 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:19.769030 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-727bf042-ba31-4de3-a938-5856b68deac3 req-089979d5-bbab-4d3b-a9f5-5ac1e9162bf3 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "DELETE /v2.0/ports/cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e HTTP/1.1" status: 204 len: 173 time: 0.5162530 Jun 22 02:11:19.769589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07762a2-ac07-4247-b504-dd71a485490b', 'name': 'network-vif-deleted', 'tag': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:11:19.772618 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3206008-a0e0-4da6-91be-4220a4e0b12d" -d '{"events": [{"server_uuid": "b07762a2-ac07-4247-b504-dd71a485490b", "name": "network-vif-deleted", "tag": "cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:11:19.813230 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eeb431-f5c5-4292-a9fc-ddeba1f7a5b6 x-openstack-request-id: req-d7eeb431-f5c5-4292-a9fc-ddeba1f7a5b6 {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:11:19.814037 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07762a2-ac07-4247-b504-dd71a485490b", "name": "network-vif-deleted", "tag": "cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:11:19.814571 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7eeb431-f5c5-4292-a9fc-ddeba1f7a5b6 {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:11:19.815244 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07762a2-ac07-4247-b504-dd71a485490b', 'name': 'network-vif-deleted', 'tag': 'cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e', 'status': 'completed', 'code': 200} Jun 22 02:11:20.081331 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-b332fa33-3c1a-4312-aa05-daf06697e201 req-944e1064-295d-4179-8089-deed0b2a4d65 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b07762a2-ac07-4247-b504-dd71a485490b HTTP/1.1" status: 200 len: 210 time: 0.0283196 Jun 22 02:11:22.978285 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:11:22.991886 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b238476-69f8-4e11-bd3b-2b6b2d66a9a1 req-d8476f0a-b237-4c98-99bc-e3bb8c62725d tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:22.993403 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b238476-69f8-4e11-bd3b-2b6b2d66a9a1 req-d8476f0a-b237-4c98-99bc-e3bb8c62725d tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 945 time: 0.0636799 Jun 22 02:11:22.998518 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:11:22.998879 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device cc4cc2a6-a6c9-4951-b554-b4d0d5a6fa7e not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:11:23.032252 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-8b238476-69f8-4e11-bd3b-2b6b2d66a9a1 req-863c60b0-600f-4e4f-8d86-e105db2f23c1 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Jun 22 02:11:24.207697 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b0348-c212-4643-8bbf-0905c610f5e9 req-09f235bb-1753-4478-81ac-b9fcee6747f4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:24.209199 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-918b0348-c212-4643-8bbf-0905c610f5e9 req-09f235bb-1753-4478-81ac-b9fcee6747f4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 945 time: 0.0639279 Jun 22 02:11:24.248963 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-918b0348-c212-4643-8bbf-0905c610f5e9 req-ed47635e-2d15-4bb1-8ded-2a6d4022bfc4 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/security-groups?id=be92192d-0056-4418-9c9b-4cb3810c3b78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Jun 22 02:11:24.834378 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-7554b4f7-5053-4a41-8d16-ffa6f5e54c25 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:11:24.835742 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-7554b4f7-5053-4a41-8d16-ffa6f5e54c25 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 945 time: 0.0659513 Jun 22 02:11:24.894677 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:24.939905 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Deleting port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:11:24.940238 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:25.036051 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] For port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,segment=NetworkSegment(f6f638eb-62cb-4f0a-bac2-9f75270d5282),segment_id=f6f638eb-62cb-4f0a-bac2-9f75270d5282)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:11:25.036406 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:25.100074 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Calling delete_port for 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:11:25.104029 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6d134f9d-6407-4fc8-b4e0-6ffc3f9fad86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:25.298937 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:25.304323 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-21f31469-76bf-44cb-8be8-5ebc58096167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:25.310387 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:11:25.330829 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Pushing event deleted for resources: {'Port': ['ID=4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:25.334075 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:25.381908 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] No DVR routers for this DVR port 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:11:25.384452 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:25.386634 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-3576ba2e-e169-49be-8a0a-47eea36819fd req-6f5605b5-787b-4e4f-8072-f3e6a26e8caa tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.16 "DELETE /v2.0/ports/4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a HTTP/1.1" status: 204 len: 173 time: 0.5452464 Jun 22 02:11:25.387180 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'name': 'network-vif-deleted', 'tag': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:11:25.390018 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d9d653-92ea-46f5-a7b6-3dc6dfc701c3" -d '{"events": [{"server_uuid": "0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c", "name": "network-vif-deleted", "tag": "4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:11:25.395335 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-e91774f1-6864-48a0-b40f-b584bf96918f req-4fb3cf20-b063-4335-a17d-cf5c4a9be598 tempest-AttachVolumeNegativeTest-1992650964 tempest-AttachVolumeNegativeTest-1992650964-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c HTTP/1.1" status: 200 len: 210 time: 0.0326986 Jun 22 02:11:25.425713 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8bb5c-d656-4e34-b836-b419bdb8125a x-openstack-request-id: req-bec8bb5c-d656-4e34-b836-b419bdb8125a {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:11:25.426056 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c", "name": "network-vif-deleted", "tag": "4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:11:25.426359 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bec8bb5c-d656-4e34-b836-b419bdb8125a {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:11:25.426798 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc182e5-d0ee-4ce4-9eeb-8b5dbdf9834c', 'name': 'network-vif-deleted', 'tag': '4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a', 'status': 'completed', 'code': 200} Jun 22 02:11:26.487778 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43802) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:26.533952 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Deleting subnet 616f4d7b-085a-4f42-bd1f-0a66d1b1244f {{(pid=99635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:11:26.537406 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.571192 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12479747'] for subnet, precommit_delete_associations {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.608625 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3886690'] for subnet, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.721477 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3886683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11374955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12171529'] for subnet, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.723875 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:26.747929 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616f4d7b-085a-4f42-bd1f-0a66d1b1244f,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:26.751847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:26.752871 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for subnet, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.754725 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-04cea90a-1063-40fd-87a1-814e7aac05a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/616f4d7b-085a-4f42-bd1f-0a66d1b1244f HTTP/1.1" status: 204 len: 168 time: 0.2659447 Jun 22 02:11:26.757228 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43804) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:26.824181 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3734545'] for network, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.902092 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3886059', 'neutron.services.segments.db._delete_segments_for_network-8784463999955'] for network, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.911310 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9584b474-0e5b-407b-b709-6b573f0a9e64']}} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:11:26.920775 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f638eb-62cb-4f0a-bac2-9f75270d5282') {'for_net_delete': True} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:11:26.921092 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.services.segments.db [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f638eb-62cb-4f0a-bac2-9f75270d5282') {} {{(pid=99635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:11:26.929889 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784463999784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12479796'] for segment, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.943401 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211'] for segment, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.949161 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=99635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3884211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11510738'] for segment, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: Traceback (most recent call last): Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: timer() Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: cb(*args, **kw) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: return func(*args, **kwargs) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: self._notify() Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: self.callback(batched_events) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: event.method(event) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: return f(self, *a, **k) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: return self._get(url).json() Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: return self.request(url, 'GET', **kwargs) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:11:26.953714 dv-cinder-793264-5-smb neutron-server[99635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:11:27.092596 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3886048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-128303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608943'] for network, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.096688 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-c1e5b266-7b85-4b7d-ba5c-a567c68b0e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:27.102941 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955907'] for network, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.102941 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9584b474-0e5b-407b-b709-6b573f0a9e64 HTTP/1.1" status: 204 len: 168 time: 0.3427329 Jun 22 02:11:27.113017 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9584b474-0e5b-407b-b709-6b573f0a9e64,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:27.115372 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-67bb2a90-2292-4121-b8a7-0c2f6d0312b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:27.445883 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43808) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:27.485789 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-51b21b99-c6ee-4799-88bf-dd20b21eae3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fece34f17d7428f97a1be8e1727e9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386317 Jun 22 02:11:27.488065 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43810) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:27.535414 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.556922 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.623942 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-30365618-eaad-46f7-bcd2-50d3731f4dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.680634 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.683242 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:27.684374 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be92192d-0056-4418-9c9b-4cb3810c3b78 HTTP/1.1" status: 204 len: 168 time: 0.1954324 Jun 22 02:11:27.685249 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-981d8717-d5d4-488d-8c31-1e3afaf97303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:27.693155 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be92192d-0056-4418-9c9b-4cb3810c3b78,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:27.704242 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a1b55ea0-332e-4985-ba0f-686e6d426380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:27.928749 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:28.881388 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:29.069903 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:11:29.089883 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:11:29.090238 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 4ba24b2c-8b35-42c2-8bb8-ae00ee7d5e7a not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:11:30.465707 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.051874 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43924) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:39.151075 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.235668 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.379820 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.382368 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-84561916-8fd7-4074-90e4-b04d532c3d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:39.417819 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7949aa1aa9b7424886b990abf90a626c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647528 Jun 22 02:11:39.418682 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53ab7e-c62f-4c24-a9e4-ef4f40018ed6,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:39.420430 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43928) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:39.426256 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.426631 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.426997 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.427355 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.427723 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.428087 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.428436 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.428809 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.429157 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.429507 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.429848 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.430189 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:39.433970 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-cb69dcfb-0243-4cdc-94e9-0e0c0d102934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:39.474589 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.503356 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.614141 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.616678 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:39.617834 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d53ab7e-c62f-4c24-a9e4-ef4f40018ed6 HTTP/1.1" status: 204 len: 168 time: 0.1963022 Jun 22 02:11:39.618617 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7212e0a7-d131-499f-a1ce-570c76c5c859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:39.626221 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53ab7e-c62f-4c24-a9e4-ef4f40018ed6,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:39.628558 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c785ce3e-7c19-4f4e-99e6-efd6027bd81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:40.442837 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:11:41.754857 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43972) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:41.853936 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c998a1d3-da6d-4d39-8752-90608dca1b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:41.938901 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c998a1d3-da6d-4d39-8752-90608dca1b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.014464 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-c998a1d3-da6d-4d39-8752-90608dca1b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.017750 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6ee19ef6-c807-471f-908d-54afd0010f71 tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:42.053963 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-c998a1d3-da6d-4d39-8752-90608dca1b11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8678a2dafeda42889e26d96b148ca9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980359 Jun 22 02:11:42.054863 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998a1d3-da6d-4d39-8752-90608dca1b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767b50ab-be4f-40c0-ac1e-8fcad22faaa8,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:42.056549 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43976) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:42.058078 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-c998a1d3-da6d-4d39-8752-90608dca1b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:42.106517 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.127768 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.230891 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.233819 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.235268 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/767b50ab-be4f-40c0-ac1e-8fcad22faaa8 HTTP/1.1" status: 204 len: 168 time: 0.1773615 Jun 22 02:11:42.236379 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-9ae93646-fb24-43be-920f-d41bdb6e6dfd tempest-AttachVolumeShelveTestJSON-1733710417 tempest-AttachVolumeShelveTestJSON-1733710417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:42.246282 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767b50ab-be4f-40c0-ac1e-8fcad22faaa8,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:42.248597 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-0e157596-ced7-4fee-b06a-e2a272bcd0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:42.811385 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 43982) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:42.828056 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f0f22fe-b6dd-4eac-a815-ec13d1fad79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:42.915129 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f0f22fe-b6dd-4eac-a815-ec13d1fad79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:43.002450 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-2f0f22fe-b6dd-4eac-a815-ec13d1fad79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:43.005883 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-549994e1-b74f-4ee6-9118-61494b92dda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:43.042382 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-2f0f22fe-b6dd-4eac-a815-ec13d1fad79c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa1260c224224aee890f57620ed47454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296026 Jun 22 02:11:43.044209 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f22fe-b6dd-4eac-a815-ec13d1fad79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b086b6b-e00b-477b-95c4-f046923e8ef1,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:43.044961 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 43984) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:43.049180 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2f0f22fe-b6dd-4eac-a815-ec13d1fad79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:43.096730 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:43.116866 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:43.244267 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:43.246888 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:43.248148 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9b086b6b-e00b-477b-95c4-f046923e8ef1 HTTP/1.1" status: 204 len: 168 time: 0.2022197 Jun 22 02:11:43.249040 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-6494647f-ebe1-409c-9bd8-cadcb8dc410f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:43.257599 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b086b6b-e00b-477b-95c4-f046923e8ef1,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:43.263936 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:54.888436 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:55.105840 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ace67636-b94c-42ef-99b4-51ecf77979f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:56.673981 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44090) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:56.775611 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:56.861984 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:56.951317 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:56.954517 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7cade8eb-974e-4ba1-83ea-d62c297cc92b tempest-AttachVolumeTestJSON-2073990303 tempest-AttachVolumeTestJSON-2073990303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:56.988885 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7d7bc-a0bb-4841-b009-df3c551d93e3,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:56.992637 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ff92e4f2d854776bb68fa58a8eec978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176637 Jun 22 02:11:56.995404 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 44094) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:56.998681 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:56.999062 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:56.999697 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.000066 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.000431 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.000809 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.001263 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.001612 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.001971 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.002330 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.002688 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.003045 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:11:57.006974 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-9258ecf8-5939-4529-87ab-ff660ec15e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:57.049347 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.070783 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.211700 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.214368 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.215646 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29d7d7bc-a0bb-4841-b009-df3c551d93e3 HTTP/1.1" status: 204 len: 168 time: 0.2192881 Jun 22 02:11:57.216400 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-040cb796-bd53-4399-afbd-f3b2dc122e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:57.223786 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7d7bc-a0bb-4841-b009-df3c551d93e3,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:57.226091 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-f1e94d6a-7dab-45a4-8251-72302983df25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:57.631044 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4bd08676-276f-446b-805e-198366eb2cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.846914 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 44100) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:57.860634 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7ae6-cf3a-4241-aa2a-2c82648f4417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.923078 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:57.948663 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7ae6-cf3a-4241-aa2a-2c82648f4417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:58.019450 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-ed0b7ae6-cf3a-4241-aa2a-2c82648f4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:58.022861 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-83ec6741-186a-4ef0-8f10-55f0d27cbac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:58.055423 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-ed0b7ae6-cf3a-4241-aa2a-2c82648f4417 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=640b54fa8582465b8f800b8f568c6ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074361 Jun 22 02:11:58.058077 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44102) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:11:58.060088 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b7ae6-cf3a-4241-aa2a-2c82648f4417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c115700-ed45-4ab5-860d-9a5d9f6e0a93,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:58.063147 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-ed0b7ae6-cf3a-4241-aa2a-2c82648f4417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:58.111815 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:58.127179 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:58.270922 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:58.273496 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:58.274636 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c115700-ed45-4ab5-860d-9a5d9f6e0a93 HTTP/1.1" status: 204 len: 168 time: 0.2155585 Jun 22 02:11:58.275447 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ad21e6be-0637-4740-83ef-bba06292ad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:11:58.284928 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c115700-ed45-4ab5-860d-9a5d9f6e0a93,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:11:58.290351 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:11:58.905479 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:00.445937 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.036036 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44168) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:04.134407 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-971c71f2-801b-45a8-b6a9-e7a6a7ed96b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.221331 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-971c71f2-801b-45a8-b6a9-e7a6a7ed96b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.344924 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-971c71f2-801b-45a8-b6a9-e7a6a7ed96b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.347558 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ad353fa0-3838-485d-a754-2fca7eb3825d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:04.387033 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-971c71f2-801b-45a8-b6a9-e7a6a7ed96b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=894a589092734e98a87643ddcef13279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498132 Jun 22 02:12:04.387988 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c71f2-801b-45a8-b6a9-e7a6a7ed96b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc7517-c22c-41e7-835f-a5f56da7ba09,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:04.389580 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 44172) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:04.391332 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-971c71f2-801b-45a8-b6a9-e7a6a7ed96b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:04.441703 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.463119 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.560246 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.563611 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:04.564809 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbcc7517-c22c-41e7-835f-a5f56da7ba09 HTTP/1.1" status: 204 len: 168 time: 0.1734717 Jun 22 02:12:04.565688 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-171a0f00-6089-45b6-b778-8fb0aa301559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:04.573746 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc7517-c22c-41e7-835f-a5f56da7ba09,revision_number=None']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:04.576235 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-95960335-544f-49df-82b5-4b32bc450406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:09.130747 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 44216) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:09.236847 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bf06d2dc-6b11-43f8-8adf-ba1159f3771a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.325668 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bf06d2dc-6b11-43f8-8adf-ba1159f3771a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.400041 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-bf06d2dc-6b11-43f8-8adf-ba1159f3771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.402768 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-87cb7bcb-0454-4827-bb4b-2c97660a1bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:09.441683 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-bf06d2dc-6b11-43f8-8adf-ba1159f3771a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5c4b9035dbd4dafaa547d79d7257bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098042 Jun 22 02:12:09.442594 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06d2dc-6b11-43f8-8adf-ba1159f3771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06b4178-c690-4cc8-81a7-95eba928cafb,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:09.444411 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44220) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:09.445783 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-bf06d2dc-6b11-43f8-8adf-ba1159f3771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:09.493856 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.515220 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.625843 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.628460 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:09.629748 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b06b4178-c690-4cc8-81a7-95eba928cafb HTTP/1.1" status: 204 len: 168 time: 0.1843274 Jun 22 02:12:09.630535 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e9686958-c395-4e24-adcf-3b0d8e83e8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:09.638043 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06b4178-c690-4cc8-81a7-95eba928cafb,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:09.640441 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-03dfec20-a385-4a25-b12f-7b8dc1dbdde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:17.440964 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:12:22.353047 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [-] (99635) accepted ('10.222.0.35', 44356) {{(pid=99635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:22.454816 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e2b11505-b9b9-4a55-ba88-df96edae6002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.541537 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e2b11505-b9b9-4a55-ba88-df96edae6002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.601695 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron_lib.callbacks.manager [None req-e2b11505-b9b9-4a55-ba88-df96edae6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.604254 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-2f60e49a-73e4-483f-8cdd-aeb2471034b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:22.639929 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [None req-e2b11505-b9b9-4a55-ba88-df96edae6002 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07e2de522cc34ce4bf7470678e88c243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857568 Jun 22 02:12:22.640868 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b11505-b9b9-4a55-ba88-df96edae6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab6d038-6cea-4204-bc6b-83df299066c7,revision_number=1']} {{(pid=99635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:22.643489 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44360) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:22.643995 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG oslo_concurrency.lockutils [None req-e2b11505-b9b9-4a55-ba88-df96edae6002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:22.693222 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.713213 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.845582 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.848210 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:22.849366 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ab6d038-6cea-4204-bc6b-83df299066c7 HTTP/1.1" status: 204 len: 168 time: 0.2045510 Jun 22 02:12:22.852199 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-a280a94b-3b46-4470-91fc-0dda2daccbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:22.859842 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab6d038-6cea-4204-bc6b-83df299066c7,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:22.862093 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-b509dc5f-be38-42b7-9cdc-f821ae938da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:24.881944 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:25.099137 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d122dc9c-2c01-4d0f-ad25-ba412206a27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:25.943279 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-55a8f310-5aa3-4bff-b1dc-ca00f2a7e553 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=322531b678bb4f11a2cd46797e677116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287468 Jun 22 02:12:26.122741 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-75b74c18-645c-449f-9146-eb2fdbc2d640 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:26.124964 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-75b74c18-645c-449f-9146-eb2fdbc2d640 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764255 Jun 22 02:12:26.144541 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-f454636f-86f3-4154-b1e8-8a5260465f08 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/quotas/322531b678bb4f11a2cd46797e677116 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Jun 22 02:12:26.177952 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-9f47b30c-a79c-49af-bd60-10e83210a366 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=322531b678bb4f11a2cd46797e677116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277414 Jun 22 02:12:26.451070 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-868fbb8d-a69c-4431-a6c8-66fb5a2f796e req-8c7d9b04-15eb-4213-b653-a9794df4f48b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 210 time: 0.0316150 Jun 22 02:12:27.532393 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-1979625d-2ab5-48db-acfb-e9b3170d52ec req-9d3a5074-7e6c-47c4-bebb-91cb8d61cb16 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 210 time: 0.0272417 Jun 22 02:12:27.635772 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-d4f94164-b6e7-4e01-bdaf-dfcfa87dfccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:27.931352 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:28.669982 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-6e1c70c1-f0eb-4bc9-9b3c-bb02810f1e8a req-c5fc3198-452e-470b-a024-a76899857c6f tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Jun 22 02:12:28.770663 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-182ebdf9-b49b-4a06-b614-9f83d984385c tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=322531b678bb4f11a2cd46797e677116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275340 Jun 22 02:12:28.904720 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:28.953728 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-a194e19d-1f94-4c53-9a2b-e6669e621b43 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:28.955199 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-a194e19d-1f94-4c53-9a2b-e6669e621b43 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800334 Jun 22 02:12:28.966606 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Request body: {'port': {'device_id': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332', 'admin_state_up': True, 'tenant_id': '322531b678bb4f11a2cd46797e677116'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:12:29.119413 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Made reservation on behalf of 322531b678bb4f11a2cd46797e677116 for: {'port': 1} {{(pid=99636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:12:29.123003 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3698274'] for port, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:29.132505 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks [] for security_group, before_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:29.224098 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks [] for security_group, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:29.313698 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:29.316756 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e646da26-acc9-4bc3-bae5-5255f0126cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:29.375494 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf3321-29ae-4c84-9f35-cf1197804743,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:29.380197 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:29.450211 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.db_base_plugin_common [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Allocated IP 192.168.233.171 (35124f5c-9d0f-417b-8614-4b204dc6d332/4d4eaeae-c109-4bd5-88c0-b4a602cc6603/71d43e68-f8df-4833-899e-1693c0707545) {{(pid=99636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:12:29.601418 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks [] for port, precommit_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:29.614549 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Transition to ACTIVE for port object 71d43e68-f8df-4833-899e-1693c0707545 will not be triggered until provisioned by entity DHCP. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:12:29.722611 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3695265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784463459687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11091397'] for port, after_create {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:29.726666 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-af74ac50-4ffe-413c-baf8-ac1bd93342bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:29.768382 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Network 35124f5c-9d0f-417b-8614-4b204dc6d332 is already hosted by enough agents. {{(pid=99636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:12:29.771927 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.scheduler.base_scheduler [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Resources bound (agent type, host, resource id): {{(pid=99636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:12:29.775752 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Received port after_create {{(pid=99636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:12:29.850746 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85271b2a-6d9b-4a38-a506-9ccbc5ce45cc req-ef38f09e-475e-4db2-9db5-ee5ef3e90dbb tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:29.852565 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-85271b2a-6d9b-4a38-a506-9ccbc5ce45cc req-ef38f09e-475e-4db2-9db5-ee5ef3e90dbb tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 936 time: 0.0686424 Jun 22 02:12:29.894764 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-85271b2a-6d9b-4a38-a506-9ccbc5ce45cc req-66691ce6-159e-4075-9288-c6b11f161d17 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Jun 22 02:12:30.082011 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Pushing event updated for resources: {'Port': ['ID=71d43e68-f8df-4833-899e-1693c0707545,revision_number=1']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:30.086254 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:30.107497 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:30.108129 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.131325 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-004b20e2-322d-4ed0-a131-a29430ec3707 None None] Provisioning for port 71d43e68-f8df-4833-899e-1693c0707545 completed by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:12:30.135527 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-004b20e2-322d-4ed0-a131-a29430ec3707 None None] Provisioning complete for port 71d43e68-f8df-4833-899e-1693c0707545 triggered by entity DHCP. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:12:30.140622 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-004b20e2-322d-4ed0-a131-a29430ec3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.169309 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-004b20e2-322d-4ed0-a131-a29430ec3707 None None] Port 71d43e68-f8df-4833-899e-1693c0707545 cannot update to ACTIVE because it is not bound. {{(pid=99637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:12:30.200170 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-d52a046a-8619-4f7b-a65e-817743d9ce3b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2371657 Jun 22 02:12:30.215017 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.v2.base [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Request body: {'port': {'device_id': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=99636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:12:30.281552 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.476125 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.540646 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d43e68-f8df-4833-899e-1693c0707545 {{(pid=99636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:12:30.548769 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Notify callbacks [] for port, precommit_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.560466 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.provisioning_blocks [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Transition to ACTIVE for port object 71d43e68-f8df-4833-899e-1693c0707545 will not be triggered until provisioned by entity L2. {{(pid=99636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:12:30.639627 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.641833 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-ec387851-09e0-4eba-b9cb-c9943feffcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:30.713268 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Pushing event updated for resources: {'Port': ['ID=71d43e68-f8df-4833-899e-1693c0707545,revision_number=2']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:30.717893 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:30.791262 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Attempting to bind port 71d43e68-f8df-4833-899e-1693c0707545 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:12:30.791968 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Attempting to bind port 71d43e68-f8df-4833-899e-1693c0707545 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:12:30.791968 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Attempting to bind port 71d43e68-f8df-4833-899e-1693c0707545 on network 35124f5c-9d0f-417b-8614-4b204dc6d332 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:12:30.797241 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Port 71d43e68-f8df-4833-899e-1693c0707545 on network 35124f5c-9d0f-417b-8614-4b204dc6d332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:12:30.797559 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Attempting to bind port 71d43e68-f8df-4833-899e-1693c0707545 on network 35124f5c-9d0f-417b-8614-4b204dc6d332 {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:12:30.803207 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Checking agent: {'id': '064b59fc-5216-4046-9645-f1606c10040e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'started_at': datetime.datetime(2021, 6, 22, 1, 58, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:12:30.803549 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Checking segment: {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:12:30.803935 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Bound using segment: {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'} {{(pid=99636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:12:30.804367 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.managers [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Bound port: 71d43e68-f8df-4833-899e-1693c0707545, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5710db85-0d7b-40bd-9a12-11c0de27b9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332'}}] {{(pid=99636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:12:30.804720 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.868624 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] For port 71d43e68-f8df-4833-899e-1693c0707545, host hv-cinder-79326, cleared binding levels {{(pid=99636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:12:30.871571 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] For port 71d43e68-f8df-4833-899e-1693c0707545, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=71d43e68-f8df-4833-899e-1693c0707545,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:12:30.954584 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11091447'] for port, after_update {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.956820 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-7aea0682-bf74-4e64-8507-674c2b6da24c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:30.987371 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:30.988009 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:30.989613 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] 10.222.0.16 "PUT /v2.0/ports/71d43e68-f8df-4833-899e-1693c0707545 HTTP/1.1" status: 200 len: 1098 time: 0.7821910 Jun 22 02:12:30.992825 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'tag': '71d43e68-f8df-4833-899e-1693c0707545'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:12:30.996726 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b7039a-f7d4-45da-bffc-b01f4dc6fb72" -d '{"events": [{"name": "network-changed", "server_uuid": "e55deff9-2505-4015-ba27-fa33e4eab566", "tag": "71d43e68-f8df-4833-899e-1693c0707545"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:12:31.053157 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55422af-fe26-4d6f-a456-28079d6fe0bc x-openstack-request-id: req-e55422af-fe26-4d6f-a456-28079d6fe0bc {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:12:31.053523 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55deff9-2505-4015-ba27-fa33e4eab566", "tag": "71d43e68-f8df-4833-899e-1693c0707545", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:12:31.053798 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e55422af-fe26-4d6f-a456-28079d6fe0bc {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:12:31.054241 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'tag': '71d43e68-f8df-4833-899e-1693c0707545', 'status': 'completed', 'code': 200} Jun 22 02:12:31.059251 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Pushing event updated for resources: {'Port': ['ID=71d43e68-f8df-4833-899e-1693c0707545,revision_number=3']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:31.064380 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-3d36fc71-56fc-4b8e-92e5-0f0d7fadbaea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:31.134314 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2c4f8-5f8d-4bf0-b157-9be6c56fbeb0 req-90812a92-6824-4f59-89b5-350da6382f4b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:31.135903 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8bf2c4f8-5f8d-4bf0-b157-9be6c56fbeb0 req-90812a92-6824-4f59-89b5-350da6382f4b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 948 time: 0.1223180 Jun 22 02:12:31.163772 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7039a-f7d4-45da-bffc-b01f4dc6fb72 req-b8b0327e-2b7d-4781-9bc0-879eb676b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:31.165289 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-78b7039a-f7d4-45da-bffc-b01f4dc6fb72 req-b8b0327e-2b7d-4781-9bc0-879eb676b3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=322531b678bb4f11a2cd46797e677116&device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 1101 time: 0.0999873 Jun 22 02:12:31.191193 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-8bf2c4f8-5f8d-4bf0-b157-9be6c56fbeb0 req-085db44a-8a82-47cf-92b8-13448e1dd4e0 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493386 Jun 22 02:12:31.200930 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-78b7039a-f7d4-45da-bffc-b01f4dc6fb72 req-5eef73a6-0eb3-4d78-91aa-d778a539537b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=322531b678bb4f11a2cd46797e677116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251207 Jun 22 02:12:31.299298 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7039a-f7d4-45da-bffc-b01f4dc6fb72 req-061858c7-0f6a-4c61-bd6d-5f4cee5e2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:31.300642 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-78b7039a-f7d4-45da-bffc-b01f4dc6fb72 req-061858c7-0f6a-4c61-bd6d-5f4cee5e2d62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909390 Jun 22 02:12:31.387657 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-14f51d46-3256-4ae6-8ec3-1cfb244e26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:31.389697 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-14f51d46-3256-4ae6-8ec3-1cfb244e26cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=322531b678bb4f11a2cd46797e677116&device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 1101 time: 0.0514381 Jun 22 02:12:31.432078 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-5a15a3d6-44e8-486d-b8dd-246cff1e4cec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=71d43e68-f8df-4833-899e-1693c0707545 HTTP/1.1" status: 200 len: 217 time: 0.0337348 Jun 22 02:12:31.485048 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-920ef98e-2d2f-4ca1-85d5-52dceb33d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:31.486495 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-920ef98e-2d2f-4ca1-85d5-52dceb33d731 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d4eaeae-c109-4bd5-88c0-b4a602cc6603 HTTP/1.1" status: 200 len: 843 time: 0.0473244 Jun 22 02:12:31.542686 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-397c31c5-ba06-48bb-b2ed-b0400f58584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:31.544181 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-397c31c5-ba06-48bb-b2ed-b0400f58584d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=35124f5c-9d0f-417b-8614-4b204dc6d332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514276 Jun 22 02:12:31.633127 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-0ec1382b-bf51-44f1-b4d0-99ded4d43614 service neutron] 10.222.0.16 "GET /v2.0/networks/35124f5c-9d0f-417b-8614-4b204dc6d332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819356 Jun 22 02:12:31.724265 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-16aa3712-a61a-4d1e-a02c-2e5ae59aa0de req-4a0202cd-b7c2-4c79-a640-91758be5992d service neutron] 10.222.0.16 "GET /v2.0/networks/35124f5c-9d0f-417b-8614-4b204dc6d332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846863 Jun 22 02:12:32.364546 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad8748-4d2c-4d0d-91ab-10f57c2ac2ad req-4b0e2011-670a-48a7-a6ec-73eae8b9e9d6 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:32.366047 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-daad8748-4d2c-4d0d-91ab-10f57c2ac2ad req-4b0e2011-670a-48a7-a6ec-73eae8b9e9d6 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 948 time: 0.0635855 Jun 22 02:12:32.403324 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-daad8748-4d2c-4d0d-91ab-10f57c2ac2ad req-2e926be3-d765-4090-aa6e-dc67dae5344e tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Jun 22 02:12:33.581242 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7836a84-84f9-4766-99bb-e586f58621a6 req-b6b25c21-1a53-4fd0-9f51-d9d89f7f1f50 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:33.582803 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a7836a84-84f9-4766-99bb-e586f58621a6 req-b6b25c21-1a53-4fd0-9f51-d9d89f7f1f50 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 948 time: 0.0670991 Jun 22 02:12:33.630068 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-a7836a84-84f9-4766-99bb-e586f58621a6 req-6e06b2d5-a51e-4758-840a-752f5d1f9c9b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Jun 22 02:12:34.802416 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc715e86-a6ac-4bd2-9684-bd57f3eed870 req-a1e0c1e0-213f-408a-bfa6-0b8362d6f2b6 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:34.803883 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fc715e86-a6ac-4bd2-9684-bd57f3eed870 req-a1e0c1e0-213f-408a-bfa6-0b8362d6f2b6 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 948 time: 0.0620747 Jun 22 02:12:34.840190 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-fc715e86-a6ac-4bd2-9684-bd57f3eed870 req-d9bd2498-09e1-468e-b20d-bf887041dc4c tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Jun 22 02:12:35.252748 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 71d43e68-f8df-4833-899e-1693c0707545 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=99637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:12:35.350259 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 71d43e68-f8df-4833-899e-1693c0707545, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=71d43e68-f8df-4833-899e-1693c0707545,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:12:35.360670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Returning: {'device': '71d43e68-f8df-4833-899e-1693c0707545', 'network_id': '35124f5c-9d0f-417b-8614-4b204dc6d332', 'port_id': '71d43e68-f8df-4833-899e-1693c0707545', 'mac_address': 'fa:16:3e:76:6c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4eaeae-c109-4bd5-88c0-b4a602cc6603', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:12:35.398129 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:35.411417 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d43e68-f8df-4833-899e-1693c0707545 {{(pid=99637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:12:35.431143 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 71d43e68-f8df-4833-899e-1693c0707545, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=71d43e68-f8df-4833-899e-1693c0707545,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:12:35.499409 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:35.502199 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:35.549117 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=71d43e68-f8df-4833-899e-1693c0707545,revision_number=4']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:35.556047 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.556394 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.556734 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.557094 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.557423 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.557752 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.558076 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.558395 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.558786 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.559110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.559426 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.559742 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-5-smb {{(pid=99637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:12:35.564874 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:35.805571 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['71d43e68-f8df-4833-899e-1693c0707545'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:12:36.017396 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eedfbf-0429-4868-83b8-eb971f9b90d6 req-c0312d04-1624-45a6-8e4e-aed670eaf98a tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:36.018852 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e6eedfbf-0429-4868-83b8-eb971f9b90d6 req-c0312d04-1624-45a6-8e4e-aed670eaf98a tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 949 time: 0.0672891 Jun 22 02:12:36.058550 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-e6eedfbf-0429-4868-83b8-eb971f9b90d6 req-2fd44eb8-6aac-4efc-8938-bde9b615c05e tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jun 22 02:12:37.229026 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4616a-3123-4e51-9065-a44643c2c1fb req-f0916a0d-26b4-4a31-84a8-848602fc0cbe tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:37.230477 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9be4616a-3123-4e51-9065-a44643c2c1fb req-f0916a0d-26b4-4a31-84a8-848602fc0cbe tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 949 time: 0.0646572 Jun 22 02:12:37.251692 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 71d43e68-f8df-4833-899e-1693c0707545 up at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:12:37.269041 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-9be4616a-3123-4e51-9065-a44643c2c1fb req-7f74b20b-b248-49d0-9423-5bdc1c1baba1 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Jun 22 02:12:37.338422 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning for port 71d43e68-f8df-4833-899e-1693c0707545 completed by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:12:37.342810 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.db.provisioning_blocks [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Provisioning complete for port 71d43e68-f8df-4833-899e-1693c0707545 triggered by entity L2. {{(pid=99637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:12:37.343194 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3898996'] for port, provisioning_complete {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:37.420928 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3698292'] for port, before_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:37.442110 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d43e68-f8df-4833-899e-1693c0707545'}] {{(pid=99637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:12:37.444349 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9b305e089d7abbcad7be6b9cdf17c7227564ea62d45f4ce446ea8818f5d6002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffabf00f-e5f6-4efb-b2a4-134be1e269f1" -d '{"events": [{"server_uuid": "e55deff9-2505-4015-ba27-fa33e4eab566", "name": "network-vif-plugged", "status": "completed", "tag": "71d43e68-f8df-4833-899e-1693c0707545"}]}' {{(pid=99637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:12:37.457557 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] For port 71d43e68-f8df-4833-899e-1693c0707545, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=71d43e68-f8df-4833-899e-1693c0707545,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:12:37.531917 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784464049363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784463459705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784463459750'] for port, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:37.534791 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:37.580460 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Pushing event updated for resources: {'Port': ['ID=71d43e68-f8df-4833-899e-1693c0707545,revision_number=5']} {{(pid=99637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:37.583617 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG oslo_concurrency.lockutils [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:37.642365 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3469695-bf5f-4263-b2af-15b45e16e4da x-openstack-request-id: req-d3469695-bf5f-4263-b2af-15b45e16e4da {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:12:37.642670 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55deff9-2505-4015-ba27-fa33e4eab566", "name": "network-vif-plugged", "status": "completed", "tag": "71d43e68-f8df-4833-899e-1693c0707545", "code": 200}]} {{(pid=99637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:12:37.642934 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d3469695-bf5f-4263-b2af-15b45e16e4da {{(pid=99637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:12:37.643336 dv-cinder-793264-5-smb neutron-server[99637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d43e68-f8df-4833-899e-1693c0707545', 'code': 200} Jun 22 02:12:38.042356 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a310093-8c90-43de-bcdd-0e31df174233 req-9e0986fb-f1c6-4c19-bd32-9efbacef3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:38.043821 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a310093-8c90-43de-bcdd-0e31df174233 req-9e0986fb-f1c6-4c19-bd32-9efbacef3a15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 1103 time: 0.0512123 Jun 22 02:12:38.077724 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-4a310093-8c90-43de-bcdd-0e31df174233 req-d85b95b1-fe2a-43ad-afa5-c43ea201d607 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275013 Jun 22 02:12:38.439400 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ba0cf-2120-4ecb-babf-a9dfe1ac9d44 req-4caca448-d799-4248-a1c1-6bfd7d8dae8d tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:38.440865 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3f4ba0cf-2120-4ecb-babf-a9dfe1ac9d44 req-4caca448-d799-4248-a1c1-6bfd7d8dae8d tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 950 time: 0.0606771 Jun 22 02:12:38.477195 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-3f4ba0cf-2120-4ecb-babf-a9dfe1ac9d44 req-8a2f8db7-d599-4a36-8e8f-9cc63ccc5626 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Jun 22 02:12:39.651649 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74658-4b71-46de-8918-519b5e235096 req-2672b5a0-53b0-4684-b89f-f168ddf2a24e tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:39.653154 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0a74658-4b71-46de-8918-519b5e235096 req-2672b5a0-53b0-4684-b89f-f168ddf2a24e tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 950 time: 0.0651767 Jun 22 02:12:39.691231 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-f0a74658-4b71-46de-8918-519b5e235096 req-56dfedc6-1b3a-4da9-b851-6927b8b36d34 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Jun 22 02:12:40.261731 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0405c-e903-438f-8fec-e4cfaf1a6ad9 req-6400b457-1fa2-49fe-a9f5-cdca58c53a35 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:40.263123 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-66b0405c-e903-438f-8fec-e4cfaf1a6ad9 req-6400b457-1fa2-49fe-a9f5-cdca58c53a35 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 950 time: 0.0664713 Jun 22 02:12:40.301461 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-66b0405c-e903-438f-8fec-e4cfaf1a6ad9 req-7b1fcf12-86e8-4051-81eb-9e9606c3e009 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Jun 22 02:12:41.477245 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bbe42-a885-4d01-8b5d-525f368d071e req-8063239f-7e07-4337-bba4-071a9197584b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:41.478691 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e1bbe42-a885-4d01-8b5d-525f368d071e req-8063239f-7e07-4337-bba4-071a9197584b tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 950 time: 0.0614100 Jun 22 02:12:41.516197 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-0e1bbe42-a885-4d01-8b5d-525f368d071e req-57200f50-7fc7-40f8-be92-bfc39f2c414e tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/security-groups?id=ecaf3321-29ae-4c84-9f35-cf1197804743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Jun 22 02:12:41.639760 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-418a167b-413e-4676-9baa-03e1fa5575df tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:12:41.641164 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-418a167b-413e-4676-9baa-03e1fa5575df tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.16 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 950 time: 0.0786800 Jun 22 02:12:41.739389 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Deleting port 71d43e68-f8df-4833-899e-1693c0707545 {{(pid=99636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:12:41.739753 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784464045029'] for port, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:41.824275 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.db [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] For port 71d43e68-f8df-4833-899e-1693c0707545, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=71d43e68-f8df-4833-899e-1693c0707545,segment=NetworkSegment(5710db85-0d7b-40bd-9a12-11c0de27b9c1),segment_id=5710db85-0d7b-40bd-9a12-11c0de27b9c1)] {{(pid=99636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:12:41.824629 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-611720'] for port, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:41.887921 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.plugins.ml2.plugin [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Calling delete_port for 71d43e68-f8df-4833-899e-1693c0707545 owned by compute:nova {{(pid=99636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:12:42.069956 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3695254', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955925', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784464049381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784463459696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11091452'] for port, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:42.073710 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-2af461f1-50d3-497a-ad50-ab0934996cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:42.082619 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.db [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] get_ports_and_sgs() called for port_ids ['71d43e68-f8df-4833-899e-1693c0707545'] {{(pid=99637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:12:42.098533 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Pushing event deleted for resources: {'Port': ['ID=71d43e68-f8df-4833-899e-1693c0707545,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:42.102195 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:42.146512 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.db.l3_dvrscheduler_db [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] No DVR routers for this DVR port 71d43e68-f8df-4833-899e-1693c0707545 on host hv-cinder-79326 {{(pid=99636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:12:42.149156 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31242'] for port, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:42.151103 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [req-53623d31-b52e-47f5-987e-32af010cd0c0 req-f73bd85e-4bb9-4cfa-a2ad-a0075fd9dd28 tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.16 "DELETE /v2.0/ports/71d43e68-f8df-4833-899e-1693c0707545 HTTP/1.1" status: 204 len: 173 time: 0.5048306 Jun 22 02:12:42.151891 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'name': 'network-vif-deleted', 'tag': '71d43e68-f8df-4833-899e-1693c0707545'}] {{(pid=99636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:12:42.158041 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff6c19d96ae063c611194535e9c0bee76b0408f9ef4809dbc2a036f18947eb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f676a2-3dc7-4603-8ad9-7ca7adef8361" -d '{"events": [{"server_uuid": "e55deff9-2505-4015-ba27-fa33e4eab566", "name": "network-vif-deleted", "tag": "71d43e68-f8df-4833-899e-1693c0707545"}]}' {{(pid=99636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:12:42.193741 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe5bb9-f51b-4b94-8496-2568fd45b7fd x-openstack-request-id: req-2efe5bb9-f51b-4b94-8496-2568fd45b7fd {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:12:42.194079 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55deff9-2505-4015-ba27-fa33e4eab566", "name": "network-vif-deleted", "tag": "71d43e68-f8df-4833-899e-1693c0707545", "status": "completed", "code": 200}]} {{(pid=99636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:12:42.194387 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2efe5bb9-f51b-4b94-8496-2568fd45b7fd {{(pid=99636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:12:42.194829 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55deff9-2505-4015-ba27-fa33e4eab566', 'name': 'network-vif-deleted', 'tag': '71d43e68-f8df-4833-899e-1693c0707545', 'status': 'completed', 'code': 200} Jun 22 02:12:42.675079 dv-cinder-793264-5-smb neutron-server[99635]: INFO neutron.wsgi [req-5dbd9e60-a7a8-48eb-a0f3-f4132da8ce3f req-3d7a5eeb-1982-4562-b8d9-fcc85ea48cab tempest-VolumesNegativeTest-1265049607 tempest-VolumesNegativeTest-1265049607-project] 10.222.0.35 "GET /v2.0/ports?device_id=e55deff9-2505-4015-ba27-fa33e4eab566 HTTP/1.1" status: 200 len: 210 time: 0.0312581 Jun 22 02:12:45.285550 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 71d43e68-f8df-4833-899e-1693c0707545 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:12:45.305449 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] No Port match for: 71d43e68-f8df-4833-899e-1693c0707545 {{(pid=99637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:12:45.305802 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron.plugins.ml2.rpc [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Device 71d43e68-f8df-4833-899e-1693c0707545 not bound to the agent host hv-cinder-79326 {{(pid=99637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:12:49.224545 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44696) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:49.353285 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-97388593-d685-49ae-8807-7bbd95c095c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=322531b678bb4f11a2cd46797e677116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274543 Jun 22 02:12:49.355630 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.wsgi [-] (99636) accepted ('10.222.0.35', 44700) {{(pid=99636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:12:49.405877 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:49.425865 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:49.533017 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128266'] for security_group, after_delete {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:49.535773 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron_lib.callbacks.manager [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:49.536948 dv-cinder-793264-5-smb neutron-server[99636]: INFO neutron.wsgi [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecaf3321-29ae-4c84-9f35-cf1197804743 HTTP/1.1" status: 204 len: 168 time: 0.1804042 Jun 22 02:12:49.537759 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-d2a55834-f4a8-47d5-ae26-47b0632aa18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:12:49.545710 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf3321-29ae-4c84-9f35-cf1197804743,revision_number=None']} {{(pid=99636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:12:49.548383 dv-cinder-793264-5-smb neutron-server[99636]: DEBUG oslo_concurrency.lockutils [None req-e471701c-9fc1-453e-b26c-e3e29e87723b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:12:54.439652 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:12:54.879385 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:55.149943 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-df7907b4-a347-4f06-aeb0-589de5d43fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:57.627570 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-80cec188-8004-4602-b1e0-7113cac4ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:57.936130 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:12:58.970466 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:00.469480 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:24.881082 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:25.097508 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ae8c4e57-e095-45f4-8e10-a9fcfcaa9e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:27.609364 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-3b8eec18-1949-4a22-a620-c19d54aca7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:27.912541 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:28.886223 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:30.489418 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:31.439004 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:13:54.908663 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:55.083539 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-a3819f9a-d99a-4b51-99a8-6d477749da50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:57.612182 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-37003a30-1eaf-4179-ae1e-3f52ddc124cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:57.935004 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:13:58.891351 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:00.479754 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:08.438061 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:14:24.873843 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:25.096095 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-4c0e7c24-0385-4d31-8ad9-68ae76f29caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:27.633398 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea885-3f1a-4b03-9bed-b085ec5f444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:27.905800 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:28.889254 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:30.478963 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:45.436749 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:14:54.888015 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:55.093616 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-f9f43914-9368-40c0-8398-4c60fcbee618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:57.615610 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-fb45b09d-b3d0-4609-888e-ef1c317b574e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:57.895684 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:14:58.901255 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:00.481948 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:22.435737 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:15:24.883323 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:25.078077 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-150f6db3-3765-4dec-8d37-0ace80995c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:27.643413 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-ed0040a0-7b4a-492b-a59f-101e82bc57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:27.909967 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:28.944202 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:30.538434 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:51.523371 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [req-b721c3dd-26d2-455a-be4a-0afde0416be0 req-57675bb1-8ce4-45c9-8d36-53208cf1b617 service neutron] (99635) timed out ('10.222.0.16', 53983) {{(pid=99635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 02:15:54.882955 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:55.089225 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-15c42119-5faf-4f29-bfcc-4a53d139b65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:57.654107 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-7aa81b8b-79bc-44c4-80bc-5db3b57249c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:57.923001 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:58.920888 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:15:59.434454 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:16:00.503657 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:24.879775 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:25.096446 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-f864add1-01ec-4dc1-b621-505000310cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:27.622877 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-422903a9-c117-4910-a377-8576819c8e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:27.925540 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:28.902529 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:30.527969 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:36.433695 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:16:53.138545 dv-cinder-793264-5-smb neutron-server[99635]: DEBUG neutron.wsgi [req-753d2c6c-4640-4319-af9c-ee3d42012171 req-8dee7f65-fb8b-4f94-b14a-0a123926d4d4 service neutron] (99635) timed out ('10.222.0.16', 54019) {{(pid=99635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 02:16:54.896515 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:55.098870 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dc7bd278-fc5f-41ce-91dc-9eee745bbc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:57.619129 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-1ca8f229-122b-45c2-82f1-191d38e4c353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:57.944524 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:16:58.936375 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:00.487691 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:13.432532 dv-cinder-793264-5-smb neutron-server[99638]: DEBUG neutron.db.agents_db [None req-fee6ec00-f5c1-44b2-abaf-ef260362b53d None None] Agent healthcheck: found 6 active agents {{(pid=99638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:17:24.902100 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1a97-a711-431d-b0d8-f6395576a38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:25.115043 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b56744cf-5def-443a-8bc1-c3c06cd6374a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:27.634868 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-166a7e47-fa83-4aab-9839-548ecc9e48ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:27.958629 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-b443681b-6f13-40af-b102-ff17bf8e46c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:28.960403 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-213fef49-2436-4d6e-8d9d-207961cbecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:17:30.509556 dv-cinder-793264-5-smb neutron-server[99637]: DEBUG neutron_lib.callbacks.manager [None req-6692ad1d-8bba-44a5-b7dc-9face5a00626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784463999937', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3899297'] for agent, after_update {{(pid=99637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}